2024-12-05 14:16:50,312 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 14:16:50,360 main DEBUG Took 0.046222 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 14:16:50,361 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 14:16:50,362 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 14:16:50,363 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 14:16:50,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,376 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 14:16:50,392 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,395 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,396 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,397 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,398 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,401 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,403 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,404 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,405 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,406 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,407 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,408 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:16:50,409 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,409 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 14:16:50,411 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:16:50,414 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 14:16:50,416 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 14:16:50,417 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 14:16:50,419 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 14:16:50,419 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 14:16:50,433 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 14:16:50,436 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 14:16:50,438 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 14:16:50,439 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 14:16:50,439 main DEBUG createAppenders(={Console}) 2024-12-05 14:16:50,440 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-05 14:16:50,441 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 14:16:50,441 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-05 14:16:50,442 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 14:16:50,442 main DEBUG OutputStream closed 2024-12-05 14:16:50,442 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 14:16:50,443 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 14:16:50,443 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-05 14:16:50,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 14:16:50,555 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 14:16:50,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 14:16:50,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 14:16:50,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 14:16:50,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 14:16:50,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 14:16:50,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 14:16:50,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 14:16:50,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 14:16:50,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 14:16:50,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 14:16:50,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 14:16:50,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 14:16:50,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 14:16:50,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 14:16:50,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 14:16:50,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 14:16:50,571 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 14:16:50,571 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-05 14:16:50,572 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 14:16:50,573 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-05T14:16:50,591 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-05 14:16:50,595 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 14:16:50,595 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T14:16:50,667 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=6849 2024-12-05T14:16:50,966 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-05T14:16:51,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945 2024-12-05T14:16:51,028 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/cluster_4395044d-0574-3ed5-9249-9025017a3ef0, deleteOnExit=true 2024-12-05T14:16:51,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/cluster_4395044d-0574-3ed5-9249-9025017a3ef0/zookeeper_0, clientPort=51004, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/cluster_4395044d-0574-3ed5-9249-9025017a3ef0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/cluster_4395044d-0574-3ed5-9249-9025017a3ef0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:16:51,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51004 2024-12-05T14:16:51,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:16:51,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:16:51,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/test.cache.data in system properties and HBase conf 2024-12-05T14:16:51,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:16:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:16:51,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:16:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:16:51,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:16:51,315 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T14:16:51,431 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:16:51,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:16:51,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:16:51,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:16:51,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:16:51,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:16:51,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:16:51,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:16:51,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:16:51,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:16:51,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:16:51,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:16:51,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:16:51,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:16:51,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:16:52,731 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T14:16:52,804 INFO [Time-limited test {}] log.Log(170): Logging initialized @3369ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T14:16:52,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:16:52,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:16:53,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:16:53,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:16:53,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:16:53,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:16:53,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:16:53,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:16:53,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74014320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/java.io.tmpdir/jetty-localhost-38865-hadoop-hdfs-3_4_1-tests_jar-_-any-7769436461991263435/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:16:53,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:38865} 2024-12-05T14:16:53,325 INFO [Time-limited test {}] server.Server(415): Started @3891ms 2024-12-05T14:16:53,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:16:53,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:16:53,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:16:53,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:16:53,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:16:53,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:16:53,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:16:54,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5373e2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/java.io.tmpdir/jetty-localhost-41539-hadoop-hdfs-3_4_1-tests_jar-_-any-13811312354681936813/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:16:54,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:41539} 2024-12-05T14:16:54,097 INFO [Time-limited test {}] server.Server(415): Started @4663ms 2024-12-05T14:16:54,168 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:16:55,305 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/cluster_4395044d-0574-3ed5-9249-9025017a3ef0/data/data1/current/BP-142863220-172.17.0.2-1733408212150/current, will proceed with Du for space computation calculation, 2024-12-05T14:16:55,308 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/cluster_4395044d-0574-3ed5-9249-9025017a3ef0/data/data2/current/BP-142863220-172.17.0.2-1733408212150/current, will proceed with Du for space computation calculation, 2024-12-05T14:16:55,354 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:16:55,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x297d6dca59253175 with lease ID 0x637803da6cee5940: Processing first storage report for DS-b5f2eaca-c4e0-486c-be1c-84350bcbb8f1 from datanode DatanodeRegistration(127.0.0.1:42401, datanodeUuid=ccfc1dc5-4d53-48bf-909f-f12959c9299f, infoPort=45559, infoSecurePort=0, ipcPort=41597, storageInfo=lv=-57;cid=testClusterID;nsid=197557701;c=1733408212150) 2024-12-05T14:16:55,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x297d6dca59253175 with lease ID 0x637803da6cee5940: from storage DS-b5f2eaca-c4e0-486c-be1c-84350bcbb8f1 node DatanodeRegistration(127.0.0.1:42401, datanodeUuid=ccfc1dc5-4d53-48bf-909f-f12959c9299f, infoPort=45559, infoSecurePort=0, ipcPort=41597, storageInfo=lv=-57;cid=testClusterID;nsid=197557701;c=1733408212150), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T14:16:55,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x297d6dca59253175 with lease ID 0x637803da6cee5940: Processing first storage report for DS-8691a3e2-bb83-4cf0-819e-b73dca087d50 from datanode DatanodeRegistration(127.0.0.1:42401, datanodeUuid=ccfc1dc5-4d53-48bf-909f-f12959c9299f, infoPort=45559, infoSecurePort=0, ipcPort=41597, storageInfo=lv=-57;cid=testClusterID;nsid=197557701;c=1733408212150) 2024-12-05T14:16:55,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x297d6dca59253175 with lease ID 0x637803da6cee5940: from storage DS-8691a3e2-bb83-4cf0-819e-b73dca087d50 node DatanodeRegistration(127.0.0.1:42401, datanodeUuid=ccfc1dc5-4d53-48bf-909f-f12959c9299f, infoPort=45559, infoSecurePort=0, ipcPort=41597, storageInfo=lv=-57;cid=testClusterID;nsid=197557701;c=1733408212150), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:16:55,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945 2024-12-05T14:16:55,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:16:55,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:16:55,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:16:56,088 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc with version=8 2024-12-05T14:16:56,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/hbase-staging 2024-12-05T14:16:56,183 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T14:16:56,541 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:16:56,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:16:56,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:16:56,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:16:56,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:16:56,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:16:56,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:16:56,770 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T14:16:56,779 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T14:16:56,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:16:56,813 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11100 (auto-detected) 2024-12-05T14:16:56,814 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T14:16:56,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42237 2024-12-05T14:16:56,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42237 connecting to ZooKeeper ensemble=127.0.0.1:51004 2024-12-05T14:16:57,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422370x0, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:16:57,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42237-0x101a5da3c750000 connected 2024-12-05T14:16:57,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:16:57,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:16:57,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/running 2024-12-05T14:16:57,131 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc, hbase.cluster.distributed=false 2024-12-05T14:16:57,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/acl 2024-12-05T14:16:57,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42237 2024-12-05T14:16:57,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42237 2024-12-05T14:16:57,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42237 2024-12-05T14:16:57,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42237 2024-12-05T14:16:57,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42237 2024-12-05T14:16:57,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:16:57,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:16:57,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:16:57,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:16:57,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:16:57,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:16:57,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:16:57,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:16:57,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46261 2024-12-05T14:16:57,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46261 connecting to ZooKeeper ensemble=127.0.0.1:51004 2024-12-05T14:16:57,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:16:57,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:16:57,409 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462610x0, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:16:57,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46261-0x101a5da3c750001 connected 2024-12-05T14:16:57,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/running 2024-12-05T14:16:57,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:16:57,422 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:16:57,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/master 2024-12-05T14:16:57,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/acl 2024-12-05T14:16:57,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46261 2024-12-05T14:16:57,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46261 2024-12-05T14:16:57,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46261 2024-12-05T14:16:57,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46261 2024-12-05T14:16:57,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46261 2024-12-05T14:16:57,455 DEBUG [M:0;218194e0d8ec:42237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:42237 2024-12-05T14:16:57,456 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1320754043/backup-masters/218194e0d8ec,42237,1733408216326 2024-12-05T14:16:57,473 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043/backup-masters 2024-12-05T14:16:57,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043/backup-masters 2024-12-05T14:16:57,476 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on existing znode=/0-1320754043/backup-masters/218194e0d8ec,42237,1733408216326 2024-12-05T14:16:57,504 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1320754043/master 2024-12-05T14:16:57,505 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:16:57,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:16:57,506 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on existing znode=/0-1320754043/master 2024-12-05T14:16:57,507 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1320754043/backup-masters/218194e0d8ec,42237,1733408216326 from backup master directory 2024-12-05T14:16:57,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1320754043/backup-masters/218194e0d8ec,42237,1733408216326 2024-12-05T14:16:57,515 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043/backup-masters 2024-12-05T14:16:57,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043/backup-masters 2024-12-05T14:16:57,515 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:16:57,515 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,42237,1733408216326 2024-12-05T14:16:57,517 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T14:16:57,519 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T14:16:57,587 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/hbase.id] with ID: 60cac289-be6d-4748-b194-242b810ae0e6 2024-12-05T14:16:57,587 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/.tmp/hbase.id 2024-12-05T14:16:57,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:16:58,005 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/.tmp/hbase.id]:[hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/hbase.id] 2024-12-05T14:16:58,050 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:16:58,054 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:16:58,073 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-05T14:16:58,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:16:58,125 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:16:58,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:16:58,146 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:16:58,149 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:16:58,164 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:16:58,168 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:16:58,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:16:58,627 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store 2024-12-05T14:16:58,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:16:59,060 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T14:16:59,064 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:16:59,066 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:16:59,066 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:16:59,067 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:16:59,068 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:16:59,069 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:16:59,069 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:16:59,070 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408219066Disabling compacts and flushes for region at 1733408219066Disabling writes for close at 1733408219069 (+3 ms)Writing region close event to WAL at 1733408219069Closed at 1733408219069 2024-12-05T14:16:59,073 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/.initializing 2024-12-05T14:16:59,074 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,42237,1733408216326 2024-12-05T14:16:59,083 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:16:59,097 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C42237%2C1733408216326, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,42237,1733408216326, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/oldWALs, maxLogs=10 2024-12-05T14:16:59,119 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,42237,1733408216326/218194e0d8ec%2C42237%2C1733408216326.1733408219101, exclude list is [], retry=0 2024-12-05T14:16:59,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-b5f2eaca-c4e0-486c-be1c-84350bcbb8f1,DISK] 2024-12-05T14:16:59,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T14:16:59,179 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,42237,1733408216326/218194e0d8ec%2C42237%2C1733408216326.1733408219101 2024-12-05T14:16:59,180 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45559:45559)] 2024-12-05T14:16:59,181 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:16:59,182 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:16:59,184 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:16:59,185 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:16:59,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:16:59,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:16:59,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:16:59,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:16:59,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:16:59,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:16:59,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:16:59,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:16:59,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:16:59,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:16:59,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:16:59,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:16:59,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:16:59,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:16:59,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:16:59,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:16:59,274 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:16:59,278 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:16:59,280 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:16:59,287 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:16:59,287 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:16:59,292 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:16:59,296 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:16:59,301 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:16:59,303 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66336025, jitterRate=-0.011516198515892029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:16:59,309 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408219200Initializing all the Stores at 1733408219202 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408219203 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408219204 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408219205 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408219205Cleaning up temporary data from old regions at 1733408219287 (+82 ms)Region opened successfully at 1733408219309 (+22 ms) 2024-12-05T14:16:59,311 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:16:59,345 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c7f458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:16:59,378 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:16:59,390 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:16:59,391 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:16:59,394 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:16:59,396 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T14:16:59,403 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-05T14:16:59,403 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:16:59,430 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:16:59,441 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Unable to get data of znode /0-1320754043/balancer because node does not exist (not necessarily an error) 2024-12-05T14:16:59,546 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/balancer already deleted, retry=false 2024-12-05T14:16:59,548 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:16:59,550 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Unable to get data of znode /0-1320754043/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:16:59,556 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/normalizer already deleted, retry=false 2024-12-05T14:16:59,558 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:16:59,562 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Unable to get data of znode /0-1320754043/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:16:59,566 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/switch/split already deleted, retry=false 2024-12-05T14:16:59,568 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Unable to get data of znode /0-1320754043/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:16:59,577 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/switch/merge already deleted, retry=false 2024-12-05T14:16:59,596 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Unable to get data of znode /0-1320754043/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:16:59,609 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/snapshot-cleanup already deleted, retry=false 2024-12-05T14:16:59,672 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1320754043/running 2024-12-05T14:16:59,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1320754043/running 2024-12-05T14:16:59,672 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:16:59,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:16:59,677 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,42237,1733408216326, sessionid=0x101a5da3c750000, setting cluster-up flag (Was=false) 2024-12-05T14:16:59,704 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:16:59,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:16:59,736 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1320754043/flush-table-proc/acquired, /0-1320754043/flush-table-proc/reached, /0-1320754043/flush-table-proc/abort 2024-12-05T14:16:59,737 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,42237,1733408216326 2024-12-05T14:16:59,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:16:59,756 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:16:59,788 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1320754043/online-snapshot/acquired, /0-1320754043/online-snapshot/reached, /0-1320754043/online-snapshot/abort 2024-12-05T14:16:59,790 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,42237,1733408216326 2024-12-05T14:16:59,796 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:16:59,847 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(746): ClusterId : 60cac289-be6d-4748-b194-242b810ae0e6 2024-12-05T14:16:59,849 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:16:59,867 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:16:59,867 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:16:59,871 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:16:59,874 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:16:59,874 DEBUG [RS:0;218194e0d8ec:46261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1e7392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:16:59,882 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:16:59,889 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:16:59,891 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:46261 2024-12-05T14:16:59,895 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:16:59,895 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:16:59,895 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:16:59,898 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,42237,1733408216326 with port=46261, startcode=1733408217308 2024-12-05T14:16:59,895 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,42237,1733408216326 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:16:59,903 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:16:59,903 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:16:59,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:16:59,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:16:59,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:16:59,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:16:59,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:16:59,905 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:16:59,907 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408249907 2024-12-05T14:16:59,909 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:16:59,910 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:16:59,912 DEBUG [RS:0;218194e0d8ec:46261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:16:59,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:16:59,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:16:59,914 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:16:59,914 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:16:59,915 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:16:59,915 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:16:59,916 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:16:59,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:16:59,920 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:16:59,920 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:16:59,921 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:16:59,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:16:59,921 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:16:59,924 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:16:59,924 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:16:59,929 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408219926,5,FailOnTimeoutGroup] 2024-12-05T14:16:59,936 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408219929,5,FailOnTimeoutGroup] 2024-12-05T14:16:59,937 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:16:59,937 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:16:59,939 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:16:59,939 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:16:59,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:16:59,953 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:16:59,954 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc 2024-12-05T14:16:59,961 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:16:59,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,46261,1733408217308 2024-12-05T14:16:59,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42237 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,46261,1733408217308 2024-12-05T14:16:59,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:16:59,987 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc 2024-12-05T14:16:59,988 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46393 2024-12-05T14:16:59,988 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:16:59,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043/rs 2024-12-05T14:16:59,999 DEBUG [RS:0;218194e0d8ec:46261 {}] zookeeper.ZKUtil(111): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on existing znode=/0-1320754043/rs/218194e0d8ec,46261,1733408217308 2024-12-05T14:16:59,999 WARN [RS:0;218194e0d8ec:46261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:16:59,999 INFO [RS:0;218194e0d8ec:46261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:00,000 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308 2024-12-05T14:17:00,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,46261,1733408217308] 2024-12-05T14:17:00,030 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:17:00,047 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:17:00,052 INFO [RS:0;218194e0d8ec:46261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:17:00,053 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:00,054 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:17:00,060 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:17:00,062 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:00,062 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:00,063 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:00,063 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:00,063 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:00,063 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:00,063 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:00,064 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:00,064 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:00,064 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:00,064 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:00,065 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:00,065 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:00,065 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:00,065 DEBUG [RS:0;218194e0d8ec:46261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:00,068 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:00,069 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:00,069 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:00,069 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:00,069 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:00,069 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46261,1733408217308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:00,091 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:17:00,093 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46261,1733408217308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:00,094 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:00,094 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.Replication(171): 218194e0d8ec,46261,1733408217308 started 2024-12-05T14:17:00,112 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:00,113 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,46261,1733408217308, RpcServer on 218194e0d8ec/172.17.0.2:46261, sessionid=0x101a5da3c750001 2024-12-05T14:17:00,114 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:17:00,114 DEBUG [RS:0;218194e0d8ec:46261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,46261,1733408217308 2024-12-05T14:17:00,114 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,46261,1733408217308' 2024-12-05T14:17:00,114 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1320754043/flush-table-proc/abort' 2024-12-05T14:17:00,115 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1320754043/flush-table-proc/acquired' 2024-12-05T14:17:00,116 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:17:00,116 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:17:00,116 DEBUG [RS:0;218194e0d8ec:46261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,46261,1733408217308 2024-12-05T14:17:00,116 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,46261,1733408217308' 2024-12-05T14:17:00,116 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1320754043/online-snapshot/abort' 2024-12-05T14:17:00,117 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1320754043/online-snapshot/acquired' 2024-12-05T14:17:00,117 DEBUG [RS:0;218194e0d8ec:46261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:17:00,117 INFO [RS:0;218194e0d8ec:46261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:17:00,117 INFO [RS:0;218194e0d8ec:46261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:17:00,222 INFO [RS:0;218194e0d8ec:46261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:00,225 INFO [RS:0;218194e0d8ec:46261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C46261%2C1733408217308, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs, maxLogs=10 2024-12-05T14:17:00,247 DEBUG [RS:0;218194e0d8ec:46261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228, exclude list is [], retry=0 2024-12-05T14:17:00,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-b5f2eaca-c4e0-486c-be1c-84350bcbb8f1,DISK] 2024-12-05T14:17:00,254 INFO [RS:0;218194e0d8ec:46261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228 2024-12-05T14:17:00,255 DEBUG [RS:0;218194e0d8ec:46261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45559:45559)] 2024-12-05T14:17:00,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:00,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:00,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:00,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:00,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:00,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:00,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:00,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:00,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:00,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:00,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:00,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:00,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:00,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:00,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:00,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:00,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:00,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:00,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740 2024-12-05T14:17:00,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740 2024-12-05T14:17:00,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:00,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:00,411 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:00,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:00,418 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:00,419 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63226615, jitterRate=-0.05785001814365387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:00,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408220386Initializing all the Stores at 1733408220387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408220388 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408220388Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408220388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408220388Cleaning up temporary data from old regions at 1733408220410 (+22 ms)Region opened successfully at 1733408220421 (+11 ms) 2024-12-05T14:17:00,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:17:00,421 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:17:00,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:17:00,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:17:00,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:17:00,424 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:00,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408220421Disabling compacts and flushes for region at 1733408220421Disabling writes for close at 1733408220422 (+1 ms)Writing region close event to WAL at 1733408220423 (+1 ms)Closed at 1733408220423 2024-12-05T14:17:00,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:00,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:17:00,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:17:00,443 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:00,446 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:17:00,598 DEBUG [218194e0d8ec:42237 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:17:00,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,46261,1733408217308 2024-12-05T14:17:00,617 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,46261,1733408217308, state=OPENING 2024-12-05T14:17:00,672 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:17:00,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:00,706 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:00,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1320754043/meta-region-server: CHANGED 2024-12-05T14:17:00,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1320754043/meta-region-server: CHANGED 2024-12-05T14:17:00,709 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:00,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,46261,1733408217308}] 2024-12-05T14:17:00,886 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:17:00,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:17:00,903 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:17:00,903 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:00,904 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:17:00,907 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C46261%2C1733408217308.meta, suffix=.meta, logDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs, maxLogs=10 2024-12-05T14:17:00,924 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.meta.1733408220909.meta, exclude list is [], retry=0 2024-12-05T14:17:00,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-b5f2eaca-c4e0-486c-be1c-84350bcbb8f1,DISK] 2024-12-05T14:17:00,931 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.meta.1733408220909.meta 2024-12-05T14:17:00,932 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45559:45559)] 2024-12-05T14:17:00,932 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:00,938 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:00,939 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:17:00,942 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:17:00,945 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:17:00,949 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:17:00,950 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:00,951 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:17:00,951 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:17:00,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:00,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:00,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:00,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:00,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:00,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:00,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:00,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:00,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:00,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:00,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:00,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:00,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:00,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:00,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:00,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:00,965 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:00,967 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740 2024-12-05T14:17:00,970 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740 2024-12-05T14:17:00,974 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:00,974 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:00,975 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:00,979 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:00,981 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71934147, jitterRate=0.0719023197889328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:00,981 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:17:00,983 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408220951Writing region info on filesystem at 1733408220952 (+1 ms)Initializing all the Stores at 1733408220954 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408220954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408220954Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408220954Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408220954Cleaning up temporary data from old regions at 1733408220974 (+20 ms)Running coprocessor post-open hooks at 1733408220981 (+7 ms)Region opened successfully at 1733408220983 (+2 ms) 2024-12-05T14:17:00,991 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408220878 2024-12-05T14:17:01,002 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:17:01,003 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:17:01,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,46261,1733408217308 2024-12-05T14:17:01,007 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,46261,1733408217308, state=OPEN 2024-12-05T14:17:01,030 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1320754043/meta-region-server 2024-12-05T14:17:01,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1320754043/meta-region-server 2024-12-05T14:17:01,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1320754043/meta-region-server: CHANGED 2024-12-05T14:17:01,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1320754043/meta-region-server: CHANGED 2024-12-05T14:17:01,031 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,46261,1733408217308 2024-12-05T14:17:01,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:17:01,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,46261,1733408217308 in 320 msec 2024-12-05T14:17:01,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:17:01,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2024-12-05T14:17:01,047 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:01,047 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:17:01,065 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:01,066 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46261,1733408217308, seqNum=-1] 2024-12-05T14:17:01,085 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:01,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:01,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-12-05T14:17:01,119 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408221119, completionTime=-1 2024-12-05T14:17:01,123 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:17:01,123 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:17:01,158 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:17:01,159 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408281159 2024-12-05T14:17:01,159 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408341159 2024-12-05T14:17:01,159 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-12-05T14:17:01,162 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,42237,1733408216326-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:01,163 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,42237,1733408216326-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:01,163 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,42237,1733408216326-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:01,165 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:42237, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:01,166 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:01,166 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:01,200 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:17:01,237 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.721sec 2024-12-05T14:17:01,238 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:17:01,239 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:17:01,240 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:17:01,240 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:17:01,240 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:17:01,241 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,42237,1733408216326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:01,242 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,42237,1733408216326-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:17:01,253 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:17:01,257 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:17:01,257 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,42237,1733408216326-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:01,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500d1dd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:01,261 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T14:17:01,261 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T14:17:01,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,42237,-1 for getting cluster id 2024-12-05T14:17:01,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:01,276 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60cac289-be6d-4748-b194-242b810ae0e6' 2024-12-05T14:17:01,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:01,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60cac289-be6d-4748-b194-242b810ae0e6" 2024-12-05T14:17:01,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2066d996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:01,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,42237,-1] 2024-12-05T14:17:01,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:01,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:01,285 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:01,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3152a245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:01,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:01,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46261,1733408217308, seqNum=-1] 2024-12-05T14:17:01,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:01,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:01,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,42237,1733408216326 2024-12-05T14:17:01,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51004 2024-12-05T14:17:01,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:01,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5da3c750002 connected 2024-12-05T14:17:01,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/hadoop.log.dir so I do NOT create it in target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f 2024-12-05T14:17:01,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:17:01,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/hadoop.tmp.dir so I do NOT create it in target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f 2024-12-05T14:17:01,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:17:01,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f 2024-12-05T14:17:01,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:17:01,448 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/cluster_474c515f-cc42-06e0-1a4e-b87fced0b9bf, deleteOnExit=true 2024-12-05T14:17:01,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:17:01,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/test.cache.data in system properties and HBase conf 2024-12-05T14:17:01,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:17:01,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:17:01,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:17:01,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:17:01,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:17:01,450 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:17:01,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:17:01,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:17:01,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:17:01,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:17:01,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:17:01,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:17:01,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:17:01,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:17:01,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:17:01,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:17:01,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:17:01,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:17:01,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:17:01,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:17:01,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:01,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:17:01,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:17:01,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:17:01,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:17:01,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:01,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fc9b8b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:17:01,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1afd3828{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:17:02,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e7a30d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/java.io.tmpdir/jetty-localhost-34947-hadoop-hdfs-3_4_1-tests_jar-_-any-1749020599319825863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:17:02,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42e90800{HTTP/1.1, (http/1.1)}{localhost:34947} 2024-12-05T14:17:02,051 INFO [Time-limited test {}] server.Server(415): Started @12617ms 2024-12-05T14:17:02,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:02,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:17:02,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:17:02,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:17:02,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:17:02,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2655a19f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:17:02,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed91535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:17:02,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b5bafc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/java.io.tmpdir/jetty-localhost-45949-hadoop-hdfs-3_4_1-tests_jar-_-any-18385005777419188991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:17:02,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a384da{HTTP/1.1, (http/1.1)}{localhost:45949} 2024-12-05T14:17:02,484 INFO [Time-limited test {}] server.Server(415): Started @13050ms 2024-12-05T14:17:02,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:17:03,220 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/cluster_474c515f-cc42-06e0-1a4e-b87fced0b9bf/data/data1/current/BP-1094664185-172.17.0.2-1733408221492/current, will proceed with Du for space computation calculation, 2024-12-05T14:17:03,221 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/cluster_474c515f-cc42-06e0-1a4e-b87fced0b9bf/data/data2/current/BP-1094664185-172.17.0.2-1733408221492/current, will proceed with Du for space computation calculation, 2024-12-05T14:17:03,276 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:17:03,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe57f01f13325dee2 with lease ID 0xc009d0aa77612e3c: Processing first storage report for DS-96a26b2c-c20c-4b43-8010-a0e32ecb35c3 from datanode DatanodeRegistration(127.0.0.1:39929, datanodeUuid=1be0c65d-5650-4685-bc63-2212feceb256, infoPort=36249, infoSecurePort=0, ipcPort=42747, storageInfo=lv=-57;cid=testClusterID;nsid=2064582065;c=1733408221492) 2024-12-05T14:17:03,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe57f01f13325dee2 with lease ID 0xc009d0aa77612e3c: from storage DS-96a26b2c-c20c-4b43-8010-a0e32ecb35c3 node DatanodeRegistration(127.0.0.1:39929, datanodeUuid=1be0c65d-5650-4685-bc63-2212feceb256, infoPort=36249, infoSecurePort=0, ipcPort=42747, storageInfo=lv=-57;cid=testClusterID;nsid=2064582065;c=1733408221492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:17:03,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe57f01f13325dee2 with lease ID 0xc009d0aa77612e3c: Processing first storage report for DS-704aa5d7-9694-4cde-bc6e-741a76bdb05a from datanode DatanodeRegistration(127.0.0.1:39929, datanodeUuid=1be0c65d-5650-4685-bc63-2212feceb256, infoPort=36249, infoSecurePort=0, ipcPort=42747, storageInfo=lv=-57;cid=testClusterID;nsid=2064582065;c=1733408221492) 2024-12-05T14:17:03,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe57f01f13325dee2 with lease ID 0xc009d0aa77612e3c: from storage DS-704aa5d7-9694-4cde-bc6e-741a76bdb05a node DatanodeRegistration(127.0.0.1:39929, datanodeUuid=1be0c65d-5650-4685-bc63-2212feceb256, infoPort=36249, infoSecurePort=0, ipcPort=42747, storageInfo=lv=-57;cid=testClusterID;nsid=2064582065;c=1733408221492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:17:03,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f 2024-12-05T14:17:03,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:03,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:03,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:17:03,360 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6 with version=8 2024-12-05T14:17:03,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/hbase-staging 2024-12-05T14:17:03,361 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:17:03,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:03,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:03,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:17:03,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:03,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:17:03,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:17:03,362 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:17:03,363 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40945 2024-12-05T14:17:03,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40945 connecting to ZooKeeper ensemble=127.0.0.1:51004 2024-12-05T14:17:03,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409450x0, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:03,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40945-0x101a5da3c750003 connected 2024-12-05T14:17:03,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:03,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:03,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Set watcher on znode that does not yet exist, /1233244469/running 2024-12-05T14:17:03,456 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6, hbase.cluster.distributed=false 2024-12-05T14:17:03,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Set watcher on znode that does not yet exist, /1233244469/acl 2024-12-05T14:17:03,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40945 2024-12-05T14:17:03,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40945 2024-12-05T14:17:03,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40945 2024-12-05T14:17:03,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40945 2024-12-05T14:17:03,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40945 2024-12-05T14:17:03,476 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:17:03,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:03,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:03,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:17:03,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:03,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:17:03,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:17:03,476 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:17:03,480 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41765 2024-12-05T14:17:03,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41765 connecting to ZooKeeper ensemble=127.0.0.1:51004 2024-12-05T14:17:03,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:03,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:03,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417650x0, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:03,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417650x0, quorum=127.0.0.1:51004, baseZNode=/1233244469 Set watcher on znode that does not yet exist, /1233244469/running 2024-12-05T14:17:03,536 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:17:03,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41765-0x101a5da3c750004 connected 2024-12-05T14:17:03,540 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:17:03,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Set watcher on znode that does not yet exist, /1233244469/master 2024-12-05T14:17:03,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Set watcher on znode that does not yet exist, /1233244469/acl 2024-12-05T14:17:03,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41765 2024-12-05T14:17:03,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41765 2024-12-05T14:17:03,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41765 2024-12-05T14:17:03,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41765 2024-12-05T14:17:03,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41765 2024-12-05T14:17:03,569 DEBUG [M:0;218194e0d8ec:40945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:40945 2024-12-05T14:17:03,570 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1233244469/backup-masters/218194e0d8ec,40945,1733408223361 2024-12-05T14:17:03,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469/backup-masters 2024-12-05T14:17:03,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469/backup-masters 2024-12-05T14:17:03,579 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Set watcher on existing znode=/1233244469/backup-masters/218194e0d8ec,40945,1733408223361 2024-12-05T14:17:03,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:03,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1233244469/master 2024-12-05T14:17:03,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:03,588 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Set watcher on existing znode=/1233244469/master 2024-12-05T14:17:03,589 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1233244469/backup-masters/218194e0d8ec,40945,1733408223361 from backup master directory 2024-12-05T14:17:03,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1233244469/backup-masters/218194e0d8ec,40945,1733408223361 2024-12-05T14:17:03,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469/backup-masters 2024-12-05T14:17:03,598 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:17:03,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469/backup-masters 2024-12-05T14:17:03,598 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,40945,1733408223361 2024-12-05T14:17:03,607 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/hbase.id] with ID: 593d75c6-cf5b-42d6-8a40-6575d8afdc04 2024-12-05T14:17:03,608 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/.tmp/hbase.id 2024-12-05T14:17:03,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:17:03,621 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/.tmp/hbase.id]:[hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/hbase.id] 2024-12-05T14:17:03,657 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:03,658 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:17:03,660 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T14:17:03,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:03,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:03,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:17:03,683 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:17:03,684 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:17:03,688 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:03,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:17:03,707 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store 2024-12-05T14:17:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:17:04,116 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:04,117 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:17:04,117 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:04,117 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:04,117 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:17:04,117 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:04,117 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:04,117 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408224117Disabling compacts and flushes for region at 1733408224117Disabling writes for close at 1733408224117Writing region close event to WAL at 1733408224117Closed at 1733408224117 2024-12-05T14:17:04,119 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/.initializing 2024-12-05T14:17:04,119 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/WALs/218194e0d8ec,40945,1733408223361 2024-12-05T14:17:04,120 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:04,125 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C40945%2C1733408223361, suffix=, logDir=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/WALs/218194e0d8ec,40945,1733408223361, archiveDir=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/oldWALs, maxLogs=10 2024-12-05T14:17:04,142 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/WALs/218194e0d8ec,40945,1733408223361/218194e0d8ec%2C40945%2C1733408223361.1733408224125, exclude list is [], retry=0 2024-12-05T14:17:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39929,DS-96a26b2c-c20c-4b43-8010-a0e32ecb35c3,DISK] 2024-12-05T14:17:04,150 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/WALs/218194e0d8ec,40945,1733408223361/218194e0d8ec%2C40945%2C1733408223361.1733408224125 2024-12-05T14:17:04,151 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36249:36249)] 2024-12-05T14:17:04,151 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:04,151 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:04,151 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:04,151 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:04,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:04,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:17:04,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:04,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:04,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:04,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:17:04,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:04,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:04,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:04,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:17:04,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:04,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:04,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:04,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:17:04,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:04,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:04,168 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:04,169 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:04,170 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:04,172 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:04,172 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:04,172 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:04,174 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:04,177 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:04,178 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67796833, jitterRate=0.010251536965370178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:04,178 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408224151Initializing all the Stores at 1733408224153 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408224153Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408224154 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408224154Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408224154Cleaning up temporary data from old regions at 1733408224172 (+18 ms)Region opened successfully at 1733408224178 (+6 ms) 2024-12-05T14:17:04,179 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:17:04,183 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5623142a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:17:04,184 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:17:04,185 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:17:04,185 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:17:04,185 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:17:04,186 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:17:04,186 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:17:04,187 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:17:04,190 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:17:04,191 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Unable to get data of znode /1233244469/balancer because node does not exist (not necessarily an error) 2024-12-05T14:17:04,240 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1233244469/balancer already deleted, retry=false 2024-12-05T14:17:04,240 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:17:04,241 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Unable to get data of znode /1233244469/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:17:04,250 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1233244469/normalizer already deleted, retry=false 2024-12-05T14:17:04,251 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:17:04,256 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Unable to get data of znode /1233244469/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:17:04,261 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1233244469/switch/split already deleted, retry=false 2024-12-05T14:17:04,262 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Unable to get data of znode /1233244469/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:17:04,271 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1233244469/switch/merge already deleted, retry=false 2024-12-05T14:17:04,274 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Unable to get data of znode /1233244469/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:17:04,282 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1233244469/snapshot-cleanup already deleted, retry=false 2024-12-05T14:17:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1233244469/running 2024-12-05T14:17:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1233244469/running 2024-12-05T14:17:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:04,293 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,40945,1733408223361, sessionid=0x101a5da3c750003, setting cluster-up flag (Was=false) 2024-12-05T14:17:04,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:04,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:04,345 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1233244469/flush-table-proc/acquired, /1233244469/flush-table-proc/reached, /1233244469/flush-table-proc/abort 2024-12-05T14:17:04,347 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,40945,1733408223361 2024-12-05T14:17:04,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:04,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:04,398 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1233244469/online-snapshot/acquired, /1233244469/online-snapshot/reached, /1233244469/online-snapshot/abort 2024-12-05T14:17:04,399 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,40945,1733408223361 2024-12-05T14:17:04,401 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:17:04,405 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:04,405 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:17:04,405 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:17:04,406 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,40945,1733408223361 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:17:04,407 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:04,408 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:04,408 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:04,408 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:04,408 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:17:04,408 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,408 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:04,408 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,410 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408254410 2024-12-05T14:17:04,410 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:17:04,410 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:17:04,411 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:17:04,411 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:17:04,411 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:17:04,411 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:17:04,411 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,412 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:17:04,412 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:17:04,412 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:17:04,412 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:17:04,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:04,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:17:04,414 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:04,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:17:04,420 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:17:04,420 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:17:04,420 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408224420,5,FailOnTimeoutGroup] 2024-12-05T14:17:04,426 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408224421,5,FailOnTimeoutGroup] 2024-12-05T14:17:04,426 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,426 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:17:04,426 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,426 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:17:04,461 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(746): ClusterId : 593d75c6-cf5b-42d6-8a40-6575d8afdc04 2024-12-05T14:17:04,461 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:17:04,472 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:17:04,473 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:17:04,483 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:17:04,484 DEBUG [RS:0;218194e0d8ec:41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1e9e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:17:04,495 DEBUG [RS:0;218194e0d8ec:41765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:41765 2024-12-05T14:17:04,495 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:17:04,495 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:17:04,495 DEBUG [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:17:04,496 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,40945,1733408223361 with port=41765, startcode=1733408223475 2024-12-05T14:17:04,496 DEBUG [RS:0;218194e0d8ec:41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:17:04,500 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:17:04,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,41765,1733408223475 2024-12-05T14:17:04,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40945 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,41765,1733408223475 2024-12-05T14:17:04,504 DEBUG [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6 2024-12-05T14:17:04,504 DEBUG [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35381 2024-12-05T14:17:04,504 DEBUG [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:17:04,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469/rs 2024-12-05T14:17:04,565 DEBUG [RS:0;218194e0d8ec:41765 {}] zookeeper.ZKUtil(111): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Set watcher on existing znode=/1233244469/rs/218194e0d8ec,41765,1733408223475 2024-12-05T14:17:04,565 WARN [RS:0;218194e0d8ec:41765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:17:04,565 INFO [RS:0;218194e0d8ec:41765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:04,565 DEBUG [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/WALs/218194e0d8ec,41765,1733408223475 2024-12-05T14:17:04,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,41765,1733408223475] 2024-12-05T14:17:04,570 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:17:04,574 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:17:04,584 INFO [RS:0;218194e0d8ec:41765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:17:04,584 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,585 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:17:04,586 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:17:04,586 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,587 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,587 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,587 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,587 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,587 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,587 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:04,587 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,587 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,588 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,588 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,588 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,588 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:04,588 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:04,588 DEBUG [RS:0;218194e0d8ec:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:04,589 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,589 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,589 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,589 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,589 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,589 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41765,1733408223475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:04,604 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:17:04,604 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41765,1733408223475-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,604 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,604 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.Replication(171): 218194e0d8ec,41765,1733408223475 started 2024-12-05T14:17:04,620 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:04,620 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,41765,1733408223475, RpcServer on 218194e0d8ec/172.17.0.2:41765, sessionid=0x101a5da3c750004 2024-12-05T14:17:04,620 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:17:04,620 DEBUG [RS:0;218194e0d8ec:41765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,41765,1733408223475 2024-12-05T14:17:04,620 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,41765,1733408223475' 2024-12-05T14:17:04,620 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1233244469/flush-table-proc/abort' 2024-12-05T14:17:04,621 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1233244469/flush-table-proc/acquired' 2024-12-05T14:17:04,623 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:17:04,623 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:17:04,623 DEBUG [RS:0;218194e0d8ec:41765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,41765,1733408223475 2024-12-05T14:17:04,623 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,41765,1733408223475' 2024-12-05T14:17:04,623 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1233244469/online-snapshot/abort' 2024-12-05T14:17:04,623 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1233244469/online-snapshot/acquired' 2024-12-05T14:17:04,624 DEBUG [RS:0;218194e0d8ec:41765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:17:04,624 INFO [RS:0;218194e0d8ec:41765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:17:04,624 INFO [RS:0;218194e0d8ec:41765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:17:04,725 INFO [RS:0;218194e0d8ec:41765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:04,727 INFO [RS:0;218194e0d8ec:41765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C41765%2C1733408223475, suffix=, logDir=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/WALs/218194e0d8ec,41765,1733408223475, archiveDir=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/oldWALs, maxLogs=10 2024-12-05T14:17:04,742 DEBUG [RS:0;218194e0d8ec:41765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/WALs/218194e0d8ec,41765,1733408223475/218194e0d8ec%2C41765%2C1733408223475.1733408224728, exclude list is [], retry=0 2024-12-05T14:17:04,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39929,DS-96a26b2c-c20c-4b43-8010-a0e32ecb35c3,DISK] 2024-12-05T14:17:04,749 INFO [RS:0;218194e0d8ec:41765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/WALs/218194e0d8ec,41765,1733408223475/218194e0d8ec%2C41765%2C1733408223475.1733408224728 2024-12-05T14:17:04,749 DEBUG [RS:0;218194e0d8ec:41765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36249:36249)] 2024-12-05T14:17:04,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:17:04,834 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6 2024-12-05T14:17:04,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:17:05,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:05,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:05,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:05,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:05,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:05,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:05,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:05,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:05,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:05,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:05,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:05,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:05,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:05,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:05,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:05,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:05,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:05,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:05,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/data/hbase/meta/1588230740 2024-12-05T14:17:05,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/data/hbase/meta/1588230740 2024-12-05T14:17:05,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:05,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:05,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:05,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:05,281 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:05,282 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68094596, jitterRate=0.014688551425933838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:05,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408225248Initializing all the Stores at 1733408225249 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408225249Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408225250 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408225250Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408225250Cleaning up temporary data from old regions at 1733408225275 (+25 ms)Region opened successfully at 1733408225282 (+7 ms) 2024-12-05T14:17:05,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:17:05,282 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:17:05,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:17:05,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:17:05,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:17:05,283 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:05,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408225282Disabling compacts and flushes for region at 1733408225282Disabling writes for close at 1733408225282Writing region close event to WAL at 1733408225283 (+1 ms)Closed at 1733408225283 2024-12-05T14:17:05,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:05,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:17:05,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:17:05,288 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:05,290 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:17:05,441 DEBUG [218194e0d8ec:40945 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:17:05,442 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,41765,1733408223475 2024-12-05T14:17:05,445 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,41765,1733408223475, state=OPENING 2024-12-05T14:17:05,493 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:17:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:05,504 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:05,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,41765,1733408223475}] 2024-12-05T14:17:05,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1233244469/meta-region-server: CHANGED 2024-12-05T14:17:05,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1233244469/meta-region-server: CHANGED 2024-12-05T14:17:05,660 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:17:05,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:17:05,668 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:17:05,669 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:05,669 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:17:05,672 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C41765%2C1733408223475.meta, suffix=.meta, logDir=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/WALs/218194e0d8ec,41765,1733408223475, archiveDir=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/oldWALs, maxLogs=10 2024-12-05T14:17:05,691 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/WALs/218194e0d8ec,41765,1733408223475/218194e0d8ec%2C41765%2C1733408223475.meta.1733408225674.meta, exclude list is [], retry=0 2024-12-05T14:17:05,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39929,DS-96a26b2c-c20c-4b43-8010-a0e32ecb35c3,DISK] 2024-12-05T14:17:05,698 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/WALs/218194e0d8ec,41765,1733408223475/218194e0d8ec%2C41765%2C1733408223475.meta.1733408225674.meta 2024-12-05T14:17:05,699 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36249:36249)] 2024-12-05T14:17:05,700 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:05,700 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:05,700 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:17:05,700 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:17:05,701 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:17:05,701 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:17:05,701 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:05,701 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:17:05,701 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:17:05,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:05,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:05,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:05,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:05,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:05,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:05,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:05,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:05,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:05,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:05,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:05,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:05,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:05,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:05,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:05,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:05,714 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:05,716 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/data/hbase/meta/1588230740 2024-12-05T14:17:05,719 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/data/hbase/meta/1588230740 2024-12-05T14:17:05,721 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:05,721 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:05,722 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:05,724 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:05,725 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74768317, jitterRate=0.11413474380970001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:05,726 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:17:05,726 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408225701Writing region info on filesystem at 1733408225701Initializing all the Stores at 1733408225703 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408225703Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408225703Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408225703Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408225703Cleaning up temporary data from old regions at 1733408225721 (+18 ms)Running coprocessor post-open hooks at 1733408225726 (+5 ms)Region opened successfully at 1733408225726 2024-12-05T14:17:05,727 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408225659 2024-12-05T14:17:05,731 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:17:05,731 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:17:05,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,41765,1733408223475 2024-12-05T14:17:05,733 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,41765,1733408223475, state=OPEN 2024-12-05T14:17:05,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1233244469/meta-region-server 2024-12-05T14:17:05,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1233244469/meta-region-server 2024-12-05T14:17:05,745 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,41765,1733408223475 2024-12-05T14:17:05,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1233244469/meta-region-server: CHANGED 2024-12-05T14:17:05,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1233244469/meta-region-server: CHANGED 2024-12-05T14:17:05,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:17:05,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,41765,1733408223475 in 241 msec 2024-12-05T14:17:05,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:17:05,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-12-05T14:17:05,757 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:05,757 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:17:05,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:05,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41765,1733408223475, seqNum=-1] 2024-12-05T14:17:05,760 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:05,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:05,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3680 sec 2024-12-05T14:17:05,774 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408225774, completionTime=-1 2024-12-05T14:17:05,774 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:17:05,774 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:17:05,777 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:17:05,777 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408285777 2024-12-05T14:17:05,777 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408345777 2024-12-05T14:17:05,777 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T14:17:05,778 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,40945,1733408223361-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:05,778 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,40945,1733408223361-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:05,778 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,40945,1733408223361-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:05,778 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:40945, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:05,778 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:05,778 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:05,781 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:17:05,784 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.185sec 2024-12-05T14:17:05,785 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:17:05,785 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:17:05,785 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:17:05,785 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:17:05,785 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:17:05,785 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,40945,1733408223361-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:05,785 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,40945,1733408223361-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:17:05,789 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:17:05,789 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:17:05,789 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,40945,1733408223361-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:05,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74299e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:05,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40945,-1 for getting cluster id 2024-12-05T14:17:05,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:05,863 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593d75c6-cf5b-42d6-8a40-6575d8afdc04' 2024-12-05T14:17:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593d75c6-cf5b-42d6-8a40-6575d8afdc04" 2024-12-05T14:17:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d80526f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40945,-1] 2024-12-05T14:17:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:05,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:05,868 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:05,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423526e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:05,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41765,1733408223475, seqNum=-1] 2024-12-05T14:17:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:05,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:05,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,40945,1733408223361 2024-12-05T14:17:05,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51004 2024-12-05T14:17:05,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:05,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5da3c750005 connected 2024-12-05T14:17:05,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578f6f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:05,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,42237,-1 for getting cluster id 2024-12-05T14:17:05,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:05,931 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60cac289-be6d-4748-b194-242b810ae0e6' 2024-12-05T14:17:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60cac289-be6d-4748-b194-242b810ae0e6" 2024-12-05T14:17:05,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28aabac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:05,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,42237,-1] 2024-12-05T14:17:05,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:05,935 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:05,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33de5412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:05,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,42237,1733408216326 2024-12-05T14:17:05,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73957c14 2024-12-05T14:17:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:05,967 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:05,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:40945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:17:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:17:05,988 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:40945' 2024-12-05T14:17:05,990 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bad83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:05,991 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40945,-1 for getting cluster id 2024-12-05T14:17:05,991 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:05,992 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593d75c6-cf5b-42d6-8a40-6575d8afdc04' 2024-12-05T14:17:05,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:05,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593d75c6-cf5b-42d6-8a40-6575d8afdc04" 2024-12-05T14:17:05,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284bc733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:05,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40945,-1] 2024-12-05T14:17:05,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:05,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:05,996 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:05,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210e89be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:05,998 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:06,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,40945,1733408223361 2024-12-05T14:17:06,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cde3703 2024-12-05T14:17:06,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:06,007 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:06,021 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T14:17:06,021 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:17:06,026 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:06,027 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:06,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:06,028 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:17:06,034 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:17:06,037 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:17:06,038 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:06,040 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:17:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741835_1011 (size=1138) 2024-12-05T14:17:06,087 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:17:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:06,454 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2127536fbc44ba90f4fae19e81e5f3e, NAME => 'hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc 2024-12-05T14:17:06,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:17:06,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741836_1012 (size=44) 2024-12-05T14:17:06,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:06,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c2127536fbc44ba90f4fae19e81e5f3e, disabling compactions & flushes 2024-12-05T14:17:06,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:06,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:06,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. after waiting 0 ms 2024-12-05T14:17:06,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:06,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:06,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2127536fbc44ba90f4fae19e81e5f3e: Waiting for close lock at 1733408226484Disabling compacts and flushes for region at 1733408226484Disabling writes for close at 1733408226484Writing region close event to WAL at 1733408226484Closed at 1733408226484 2024-12-05T14:17:06,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:17:06,496 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408226487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408226487"}]},"ts":"1733408226487"} 2024-12-05T14:17:06,503 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:17:06,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:17:06,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408226510"}]},"ts":"1733408226510"} 2024-12-05T14:17:06,521 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:17:06,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2127536fbc44ba90f4fae19e81e5f3e, ASSIGN}] 2024-12-05T14:17:06,526 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2127536fbc44ba90f4fae19e81e5f3e, ASSIGN 2024-12-05T14:17:06,528 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2127536fbc44ba90f4fae19e81e5f3e, ASSIGN; state=OFFLINE, location=218194e0d8ec,46261,1733408217308; forceNewPlan=false, retain=false 2024-12-05T14:17:06,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:17:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:06,680 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c2127536fbc44ba90f4fae19e81e5f3e, regionState=OPENING, regionLocation=218194e0d8ec,46261,1733408217308 2024-12-05T14:17:06,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2127536fbc44ba90f4fae19e81e5f3e, ASSIGN because future has completed 2024-12-05T14:17:06,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2127536fbc44ba90f4fae19e81e5f3e, server=218194e0d8ec,46261,1733408217308}] 2024-12-05T14:17:06,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:17:06,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T14:17:06,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:06,769 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T14:17:06,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:06,769 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T14:17:06,770 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:17:06,770 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T14:17:06,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:06,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:06,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:17:06,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C46261%2C1733408217308.rep, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs, maxLogs=10 2024-12-05T14:17:06,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.rep.1733408226851, exclude list is [], retry=0 2024-12-05T14:17:06,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-b5f2eaca-c4e0-486c-be1c-84350bcbb8f1,DISK] 2024-12-05T14:17:06,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.rep.1733408226851 2024-12-05T14:17:06,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45559:45559)] 2024-12-05T14:17:06,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c2127536fbc44ba90f4fae19e81e5f3e, NAME => 'hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:06,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:06,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:17:06,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. service=MultiRowMutationService 2024-12-05T14:17:06,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:17:06,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:06,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,874 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,876 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2127536fbc44ba90f4fae19e81e5f3e columnFamilyName hfileref 2024-12-05T14:17:06,876 DEBUG [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:06,877 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.HStore(327): Store=c2127536fbc44ba90f4fae19e81e5f3e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:06,877 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,880 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2127536fbc44ba90f4fae19e81e5f3e columnFamilyName queue 2024-12-05T14:17:06,880 DEBUG [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:06,881 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.HStore(327): Store=c2127536fbc44ba90f4fae19e81e5f3e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:06,881 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,883 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2127536fbc44ba90f4fae19e81e5f3e columnFamilyName sid 2024-12-05T14:17:06,883 DEBUG [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:06,884 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.HStore(327): Store=c2127536fbc44ba90f4fae19e81e5f3e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:06,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:17:06,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:06,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c2127536fbc44ba90f4fae19e81e5f3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70228464, jitterRate=0.04648566246032715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:17:06,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:06,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c2127536fbc44ba90f4fae19e81e5f3e: Running coprocessor pre-open hook at 1733408226872Writing region info on filesystem at 1733408226872Initializing all the Stores at 1733408226874 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408226874Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408226874Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408226874Cleaning up temporary data from old regions at 1733408226889 (+15 ms)Running coprocessor post-open hooks at 1733408226897 (+8 ms)Region opened successfully at 1733408226898 (+1 ms) 2024-12-05T14:17:06,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e., pid=7, masterSystemTime=1733408226841 2024-12-05T14:17:06,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:06,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:06,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c2127536fbc44ba90f4fae19e81e5f3e, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,46261,1733408217308 2024-12-05T14:17:06,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2127536fbc44ba90f4fae19e81e5f3e, server=218194e0d8ec,46261,1733408217308 because future has completed 2024-12-05T14:17:06,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T14:17:06,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c2127536fbc44ba90f4fae19e81e5f3e, server=218194e0d8ec,46261,1733408217308 in 234 msec 2024-12-05T14:17:06,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:17:06,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2127536fbc44ba90f4fae19e81e5f3e, ASSIGN in 401 msec 2024-12-05T14:17:06,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:17:06,932 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408226932"}]},"ts":"1733408226932"} 2024-12-05T14:17:06,935 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:17:06,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:17:06,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 909 msec 2024-12-05T14:17:07,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e., hostname=218194e0d8ec,46261,1733408217308, seqNum=2] 2024-12-05T14:17:07,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46261 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T14:17:07,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:07,093 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:07,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:07,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T14:17:07,281 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:17:07,327 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,46261,1733408217308, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:17:07,329 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:07,329 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46261,1733408217308, seqNum=-1] 2024-12-05T14:17:07,329 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:07,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-05T14:17:07,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,46261,1733408217308', locateType=CURRENT is [region=hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e., hostname=218194e0d8ec,46261,1733408217308, seqNum=2] 2024-12-05T14:17:07,340 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T14:17:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T14:17:07,347 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,46261,1733408217308 suceeded 2024-12-05T14:17:07,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T14:17:07,351 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:40945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:17:07,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-12-05T14:17:07,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3790 sec 2024-12-05T14:17:07,360 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:40945' 2024-12-05T14:17:07,361 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36158ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:07,362 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40945,-1 for getting cluster id 2024-12-05T14:17:07,362 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:07,363 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593d75c6-cf5b-42d6-8a40-6575d8afdc04' 2024-12-05T14:17:07,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:07,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593d75c6-cf5b-42d6-8a40-6575d8afdc04" 2024-12-05T14:17:07,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18a933fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:07,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40945,-1] 2024-12-05T14:17:07,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:07,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:07,365 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:07,366 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c9b59e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:07,366 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:07,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,40945,1733408223361 2024-12-05T14:17:07,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4276a7c1 2024-12-05T14:17:07,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:07,368 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T14:17:07,369 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,46261,1733408217308 (queues=1) is replicating from cluster=60cac289-be6d-4748-b194-242b810ae0e6 to cluster=593d75c6-cf5b-42d6-8a40-6575d8afdc04 2024-12-05T14:17:07,372 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C46261%2C1733408217308 2024-12-05T14:17:07,375 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,46261,1733408217308, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:17:07,379 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308.replicationSource.shipper218194e0d8ec%2C46261%2C1733408217308,1-218194e0d8ec,46261,1733408217308 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C46261%2C1733408217308 2024-12-05T14:17:07,382 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,1-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228, startPosition=0, beingWritten=true 2024-12-05T14:17:07,641 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,1-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228 to pos 0, reset compression=false 2024-12-05T14:17:07,948 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,1-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228 to pos 0, reset compression=false 2024-12-05T14:17:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:08,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:08,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:08,145 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:17:08,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acc1068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,42237,-1 for getting cluster id 2024-12-05T14:17:08,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:08,148 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60cac289-be6d-4748-b194-242b810ae0e6' 2024-12-05T14:17:08,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60cac289-be6d-4748-b194-242b810ae0e6" 2024-12-05T14:17:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709c9e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,42237,-1] 2024-12-05T14:17:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,154 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643823da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,42237,1733408216326 2024-12-05T14:17:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4275794e 2024-12-05T14:17:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:08,158 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:08,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://218194e0d8ec:40945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:17:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:17:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T14:17:08,163 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:40945' 2024-12-05T14:17:08,164 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5892e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,164 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40945,-1 for getting cluster id 2024-12-05T14:17:08,164 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:08,165 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593d75c6-cf5b-42d6-8a40-6575d8afdc04' 2024-12-05T14:17:08,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:08,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593d75c6-cf5b-42d6-8a40-6575d8afdc04" 2024-12-05T14:17:08,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7fc470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40945,-1] 2024-12-05T14:17:08,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:08,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,168 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:08,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0e69c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,169 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:08,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,40945,1733408223361 2024-12-05T14:17:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51598f95 2024-12-05T14:17:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:08,171 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:08,171 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-05T14:17:08,172 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:17:08,172 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,172 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:08,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:17:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T14:17:08,355 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,1-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228 to pos 0, reset compression=false 2024-12-05T14:17:08,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-05T14:17:08,408 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T14:17:08,445 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-218194e0d8ec,46261,1733408217308, ReplicationSource: 2, currentBandwidth=0 2024-12-05T14:17:08,448 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T14:17:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T14:17:08,451 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 218194e0d8ec,46261,1733408217308 suceeded 2024-12-05T14:17:08,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:17:08,455 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://218194e0d8ec:40945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:17:08,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-05T14:17:08,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 296 msec 2024-12-05T14:17:08,462 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:40945' 2024-12-05T14:17:08,463 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7882889f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,463 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40945,-1 for getting cluster id 2024-12-05T14:17:08,463 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:08,464 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593d75c6-cf5b-42d6-8a40-6575d8afdc04' 2024-12-05T14:17:08,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:08,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593d75c6-cf5b-42d6-8a40-6575d8afdc04" 2024-12-05T14:17:08,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eeb6bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40945,-1] 2024-12-05T14:17:08,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:08,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,466 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:08,467 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@567ee24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,467 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,40945,1733408223361 2024-12-05T14:17:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dfc454e 2024-12-05T14:17:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:08,469 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T14:17:08,469 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-218194e0d8ec,46261,1733408217308 (queues=1) is replicating from cluster=60cac289-be6d-4748-b194-242b810ae0e6 to cluster=593d75c6-cf5b-42d6-8a40-6575d8afdc04 2024-12-05T14:17:08,469 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=218194e0d8ec%2C46261%2C1733408217308 2024-12-05T14:17:08,470 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-218194e0d8ec,46261,1733408217308, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:17:08,470 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308.replicationSource.shipper218194e0d8ec%2C46261%2C1733408217308,2-218194e0d8ec,46261,1733408217308 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C46261%2C1733408217308 2024-12-05T14:17:08,470 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,2-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228, startPosition=0, beingWritten=true 2024-12-05T14:17:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T14:17:08,485 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T14:17:08,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:08,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:08,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:08,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:08,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,42237,1733408216326 2024-12-05T14:17:08,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@434ccf38 2024-12-05T14:17:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:08,493 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:08,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T14:17:08,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T14:17:08,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T14:17:08,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T14:17:08,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:40945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:17:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T14:17:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T14:17:08,512 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:40945' 2024-12-05T14:17:08,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d63eb70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,513 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40945,-1 for getting cluster id 2024-12-05T14:17:08,513 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:08,513 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593d75c6-cf5b-42d6-8a40-6575d8afdc04' 2024-12-05T14:17:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593d75c6-cf5b-42d6-8a40-6575d8afdc04" 2024-12-05T14:17:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397166b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40945,-1] 2024-12-05T14:17:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,515 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:08,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f80714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:08,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,40945,1733408223361 2024-12-05T14:17:08,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d1e1b8a 2024-12-05T14:17:08,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:08,518 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:08,519 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T14:17:08,519 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:17:08,519 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,519 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:08,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:17:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T14:17:08,677 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,2-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228 to pos 0, reset compression=false 2024-12-05T14:17:08,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-05T14:17:08,703 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-05T14:17:08,706 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T14:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T14:17:08,712 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 218194e0d8ec,46261,1733408217308 suceeded 2024-12-05T14:17:08,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T14:17:08,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-12-05T14:17:08,718 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://218194e0d8ec:40945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:17:08,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 214 msec 2024-12-05T14:17:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T14:17:08,826 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-05T14:17:08,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://218194e0d8ec:40945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:17:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T14:17:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T14:17:08,832 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:40945' 2024-12-05T14:17:08,834 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e7506d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,834 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40945,-1 for getting cluster id 2024-12-05T14:17:08,835 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:08,836 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593d75c6-cf5b-42d6-8a40-6575d8afdc04' 2024-12-05T14:17:08,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:08,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593d75c6-cf5b-42d6-8a40-6575d8afdc04" 2024-12-05T14:17:08,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c30ff41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40945,-1] 2024-12-05T14:17:08,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:08,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,839 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:08,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9f1e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:08,841 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:08,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,40945,1733408223361 2024-12-05T14:17:08,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b43d723 2024-12-05T14:17:08,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:08,843 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:08,843 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T14:17:08,843 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:17:08,843 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,844 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:08,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:08,863 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,1-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228 to pos 0, reset compression=false 2024-12-05T14:17:08,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:17:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T14:17:08,985 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,2-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228 to pos 0, reset compression=false 2024-12-05T14:17:09,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-05T14:17:09,020 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-05T14:17:09,022 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T14:17:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T14:17:09,028 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 218194e0d8ec,46261,1733408217308 suceeded 2024-12-05T14:17:09,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T14:17:09,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-12-05T14:17:09,033 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://218194e0d8ec:40945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:17:09,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 206 msec 2024-12-05T14:17:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T14:17:09,146 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-05T14:17:09,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T14:17:09,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T14:17:09,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:09,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:09,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:09,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:09,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:09,150 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:17:09,150 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1079732804, stopped=false 2024-12-05T14:17:09,151 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,42237,1733408216326 2024-12-05T14:17:09,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1320754043/running 2024-12-05T14:17:09,209 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1320754043/running 2024-12-05T14:17:09,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:17:09,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:09,209 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:09,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:09,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:09,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:09,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/running 2024-12-05T14:17:09,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/running 2024-12-05T14:17:09,212 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,46261,1733408217308' ***** 2024-12-05T14:17:09,212 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:17:09,213 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:17:09,214 INFO [RS:0;218194e0d8ec:46261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:17:09,214 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:17:09,214 INFO [RS:0;218194e0d8ec:46261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:17:09,215 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(3091): Received CLOSE for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:09,216 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,46261,1733408217308 2024-12-05T14:17:09,216 INFO [RS:0;218194e0d8ec:46261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:17:09,216 INFO [RS:0;218194e0d8ec:46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:46261. 2024-12-05T14:17:09,216 DEBUG [RS:0;218194e0d8ec:46261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:09,216 DEBUG [RS:0;218194e0d8ec:46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:09,216 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2127536fbc44ba90f4fae19e81e5f3e, disabling compactions & flushes 2024-12-05T14:17:09,216 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:09,216 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:17:09,216 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:17:09,216 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:09,217 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:17:09,217 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. after waiting 0 ms 2024-12-05T14:17:09,217 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:17:09,217 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:09,217 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:17:09,217 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1325): Online Regions={c2127536fbc44ba90f4fae19e81e5f3e=hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:17:09,217 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:17:09,217 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:17:09,217 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:17:09,217 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:17:09,217 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:17:09,218 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:09,221 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2127536fbc44ba90f4fae19e81e5f3e 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-05T14:17:09,221 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T14:17:09,277 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e/.tmp/queue/f8f60973ece24905a98f7ad02d140671 is 151, key is 1-218194e0d8ec,46261,1733408217308/queue:218194e0d8ec%2C46261%2C1733408217308/1733408227335/Put/seqid=0 2024-12-05T14:17:09,277 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/.tmp/info/1942e55247a64ccabd287d781654a82b is 147, key is hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e./info:regioninfo/1733408226905/Put/seqid=0 2024-12-05T14:17:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741839_1015 (size=5500) 2024-12-05T14:17:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741838_1014 (size=6631) 2024-12-05T14:17:09,304 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:17:09,394 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,2-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228 to pos 0, reset compression=false 2024-12-05T14:17:09,418 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:09,472 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,1-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228 to pos 0, reset compression=false 2024-12-05T14:17:09,618 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:09,717 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/.tmp/info/1942e55247a64ccabd287d781654a82b 2024-12-05T14:17:09,717 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e/.tmp/queue/f8f60973ece24905a98f7ad02d140671 2024-12-05T14:17:09,765 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e/.tmp/queue/f8f60973ece24905a98f7ad02d140671 as hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e/queue/f8f60973ece24905a98f7ad02d140671 2024-12-05T14:17:09,773 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e/queue/f8f60973ece24905a98f7ad02d140671, entries=2, sequenceid=6, filesize=5.4 K 2024-12-05T14:17:09,780 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c2127536fbc44ba90f4fae19e81e5f3e in 559ms, sequenceid=6, compaction requested=false 2024-12-05T14:17:09,780 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T14:17:09,781 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/.tmp/ns/eb6d3259e6884e318baa6376ebaae1bd is 43, key is default/ns:d/1733408221092/Put/seqid=0 2024-12-05T14:17:09,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741840_1016 (size=5153) 2024-12-05T14:17:09,793 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T14:17:09,796 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:09,796 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:09,796 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:09,796 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2127536fbc44ba90f4fae19e81e5f3e: Waiting for close lock at 1733408229216Running coprocessor pre-close hooks at 1733408229216Disabling compacts and flushes for region at 1733408229216Disabling writes for close at 1733408229217 (+1 ms)Obtaining lock to block concurrent updates at 1733408229221 (+4 ms)Preparing flush snapshotting stores in c2127536fbc44ba90f4fae19e81e5f3e at 1733408229221Finished memstore snapshotting hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733408229228 (+7 ms)Flushing stores of hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. at 1733408229229 (+1 ms)Flushing c2127536fbc44ba90f4fae19e81e5f3e/queue: creating writer at 1733408229231 (+2 ms)Flushing c2127536fbc44ba90f4fae19e81e5f3e/queue: appending metadata at 1733408229264 (+33 ms)Flushing c2127536fbc44ba90f4fae19e81e5f3e/queue: closing flushed file at 1733408229267 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c390858: reopening flushed file at 1733408229763 (+496 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c2127536fbc44ba90f4fae19e81e5f3e in 559ms, sequenceid=6, compaction requested=false at 1733408229780 (+17 ms)Writing region close event to WAL at 1733408229782 (+2 ms)Running coprocessor post-close hooks at 1733408229794 (+12 ms)Closed at 1733408229796 (+2 ms) 2024-12-05T14:17:09,797 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:09,818 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:09,904 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,2-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228 to pos 0, reset compression=false 2024-12-05T14:17:10,019 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:10,072 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:17:10,072 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:17:10,182 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,1-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228 to pos 0, reset compression=false 2024-12-05T14:17:10,190 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/.tmp/ns/eb6d3259e6884e318baa6376ebaae1bd 2024-12-05T14:17:10,212 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/.tmp/table/c28928a43bb94ed9b8f0608fc63a79df is 53, key is hbase:replication/table:state/1733408226932/Put/seqid=0 2024-12-05T14:17:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741841_1017 (size=5256) 2024-12-05T14:17:10,219 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:17:10,219 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:17:10,219 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:10,419 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:10,513 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,2-218194e0d8ec,46261,1733408217308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.1733408220228 to pos 0, reset compression=false 2024-12-05T14:17:10,618 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/.tmp/table/c28928a43bb94ed9b8f0608fc63a79df 2024-12-05T14:17:10,620 DEBUG [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:10,630 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/.tmp/info/1942e55247a64ccabd287d781654a82b as hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/info/1942e55247a64ccabd287d781654a82b 2024-12-05T14:17:10,640 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/info/1942e55247a64ccabd287d781654a82b, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T14:17:10,641 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/.tmp/ns/eb6d3259e6884e318baa6376ebaae1bd as hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/ns/eb6d3259e6884e318baa6376ebaae1bd 2024-12-05T14:17:10,649 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/ns/eb6d3259e6884e318baa6376ebaae1bd, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T14:17:10,651 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/.tmp/table/c28928a43bb94ed9b8f0608fc63a79df as hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/table/c28928a43bb94ed9b8f0608fc63a79df 2024-12-05T14:17:10,658 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/table/c28928a43bb94ed9b8f0608fc63a79df, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T14:17:10,659 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1441ms, sequenceid=11, compaction requested=false 2024-12-05T14:17:10,664 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T14:17:10,665 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:10,665 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:10,665 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:10,665 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408229217Running coprocessor pre-close hooks at 1733408229217Disabling compacts and flushes for region at 1733408229217Disabling writes for close at 1733408229217Obtaining lock to block concurrent updates at 1733408229221 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1733408229221Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733408229228 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733408229229 (+1 ms)Flushing 1588230740/info: creating writer at 1733408229231 (+2 ms)Flushing 1588230740/info: appending metadata at 1733408229264 (+33 ms)Flushing 1588230740/info: closing flushed file at 1733408229267 (+3 ms)Flushing 1588230740/ns: creating writer at 1733408229763 (+496 ms)Flushing 1588230740/ns: appending metadata at 1733408229780 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733408229781 (+1 ms)Flushing 1588230740/table: creating writer at 1733408230198 (+417 ms)Flushing 1588230740/table: appending metadata at 1733408230212 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733408230212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3745c3: reopening flushed file at 1733408230629 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4572b67b: reopening flushed file at 1733408230640 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6ff658: reopening flushed file at 1733408230649 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1441ms, sequenceid=11, compaction requested=false at 1733408230659 (+10 ms)Writing region close event to WAL at 1733408230660 (+1 ms)Running coprocessor post-close hooks at 1733408230665 (+5 ms)Closed at 1733408230665 2024-12-05T14:17:10,665 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:10,820 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,46261,1733408217308; all regions closed. 2024-12-05T14:17:10,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741834_1010 (size=2742) 2024-12-05T14:17:10,832 DEBUG [RS:0;218194e0d8ec:46261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs 2024-12-05T14:17:10,832 INFO [RS:0;218194e0d8ec:46261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C46261%2C1733408217308.meta:.meta(num 1733408220909) 2024-12-05T14:17:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741837_1013 (size=1802) 2024-12-05T14:17:10,835 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308/218194e0d8ec%2C46261%2C1733408217308.rep.1733408226851 not finished, retry = 0 2024-12-05T14:17:10,940 DEBUG [RS:0;218194e0d8ec:46261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs 2024-12-05T14:17:10,940 INFO [RS:0;218194e0d8ec:46261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C46261%2C1733408217308.rep:(num 1733408226851) 2024-12-05T14:17:10,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741833_1009 (size=93) 2024-12-05T14:17:10,948 DEBUG [RS:0;218194e0d8ec:46261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs 2024-12-05T14:17:10,948 INFO [RS:0;218194e0d8ec:46261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C46261%2C1733408217308:(num 1733408220228) 2024-12-05T14:17:10,948 DEBUG [RS:0;218194e0d8ec:46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:10,948 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:17:10,948 INFO [RS:0;218194e0d8ec:46261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:17:10,948 INFO [RS:0;218194e0d8ec:46261 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:17:10,949 INFO [RS:0;218194e0d8ec:46261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:17:10,949 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:17:10,949 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,46261,1733408217308 because: Region server is closing 2024-12-05T14:17:10,950 INFO [RS:0;218194e0d8ec:46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:46261. 2024-12-05T14:17:10,950 DEBUG [RS:0;218194e0d8ec:46261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:10,950 DEBUG [RS:0;218194e0d8ec:46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:10,950 DEBUG [RS:0;218194e0d8ec:46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:10,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:11,050 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308.replicationSource.shipper218194e0d8ec%2C46261%2C1733408217308,1-218194e0d8ec,46261,1733408217308 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T14:17:11,051 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46261,1733408217308.replicationSource.shipper218194e0d8ec%2C46261%2C1733408217308,1-218194e0d8ec,46261,1733408217308 terminated 2024-12-05T14:17:11,051 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-218194e0d8ec,46261,1733408217308 because: Region server is closing 2024-12-05T14:17:11,051 INFO [RS:0;218194e0d8ec:46261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:46261. 2024-12-05T14:17:11,051 DEBUG [RS:0;218194e0d8ec:46261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:11,052 DEBUG [RS:0;218194e0d8ec:46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:11,052 DEBUG [RS:0;218194e0d8ec:46261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:11,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:11,152 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308.replicationSource.wal-reader.218194e0d8ec%2C46261%2C1733408217308,2-218194e0d8ec,46261,1733408217308 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T14:17:11,152 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308.replicationSource.shipper218194e0d8ec%2C46261%2C1733408217308,2-218194e0d8ec,46261,1733408217308 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T14:17:11,152 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,46261,1733408217308.replicationSource.shipper218194e0d8ec%2C46261%2C1733408217308,2-218194e0d8ec,46261,1733408217308 terminated 2024-12-05T14:17:11,153 INFO [RS:0;218194e0d8ec:46261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46261 2024-12-05T14:17:11,209 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1320754043/rs/218194e0d8ec,46261,1733408217308 2024-12-05T14:17:11,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043/rs 2024-12-05T14:17:11,209 INFO [RS:0;218194e0d8ec:46261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:17:11,220 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,46261,1733408217308] 2024-12-05T14:17:11,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/draining/218194e0d8ec,46261,1733408217308 already deleted, retry=false 2024-12-05T14:17:11,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,46261,1733408217308 expired; onlineServers=0 2024-12-05T14:17:11,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,42237,1733408216326' ***** 2024-12-05T14:17:11,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:17:11,230 INFO [M:0;218194e0d8ec:42237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:17:11,230 INFO [M:0;218194e0d8ec:42237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:17:11,230 DEBUG [M:0;218194e0d8ec:42237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:17:11,230 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:17:11,230 DEBUG [M:0;218194e0d8ec:42237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:17:11,230 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408219929 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408219929,5,FailOnTimeoutGroup] 2024-12-05T14:17:11,230 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408219926 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408219926,5,FailOnTimeoutGroup] 2024-12-05T14:17:11,230 INFO [M:0;218194e0d8ec:42237 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:17:11,230 INFO [M:0;218194e0d8ec:42237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:17:11,231 DEBUG [M:0;218194e0d8ec:42237 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:17:11,231 INFO [M:0;218194e0d8ec:42237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:17:11,231 INFO [M:0;218194e0d8ec:42237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:17:11,231 INFO [M:0;218194e0d8ec:42237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:17:11,232 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:17:11,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1320754043/master 2024-12-05T14:17:11,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:11,240 DEBUG [M:0;218194e0d8ec:42237 {}] zookeeper.ZKUtil(347): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Unable to get data of znode /0-1320754043/master because node does not exist (not an error) 2024-12-05T14:17:11,240 WARN [M:0;218194e0d8ec:42237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:17:11,241 INFO [M:0;218194e0d8ec:42237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/.lastflushedseqids 2024-12-05T14:17:11,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741842_1018 (size=181) 2024-12-05T14:17:11,320 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:11,320 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46261-0x101a5da3c750001, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:11,321 INFO [RS:0;218194e0d8ec:46261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:17:11,322 INFO [RS:0;218194e0d8ec:46261 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,46261,1733408217308; zookeeper connection closed. 2024-12-05T14:17:11,322 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42de2773 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42de2773 2024-12-05T14:17:11,323 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:17:11,657 INFO [M:0;218194e0d8ec:42237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:17:11,657 INFO [M:0;218194e0d8ec:42237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:17:11,658 DEBUG [M:0;218194e0d8ec:42237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:17:11,658 INFO [M:0;218194e0d8ec:42237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:11,658 DEBUG [M:0;218194e0d8ec:42237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:11,658 DEBUG [M:0;218194e0d8ec:42237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:17:11,658 DEBUG [M:0;218194e0d8ec:42237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:11,658 INFO [M:0;218194e0d8ec:42237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-05T14:17:11,682 DEBUG [M:0;218194e0d8ec:42237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97aa9f6fe5f24e57bd592d68ed015efe is 82, key is hbase:meta,,1/info:regioninfo/1733408221004/Put/seqid=0 2024-12-05T14:17:11,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741843_1019 (size=5672) 2024-12-05T14:17:12,089 INFO [M:0;218194e0d8ec:42237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97aa9f6fe5f24e57bd592d68ed015efe 2024-12-05T14:17:12,121 DEBUG [M:0;218194e0d8ec:42237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34f0bcb661914edeb63dd762bd16e237 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733408226940/Put/seqid=0 2024-12-05T14:17:12,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741844_1020 (size=8663) 2024-12-05T14:17:12,376 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:17:12,527 INFO [M:0;218194e0d8ec:42237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34f0bcb661914edeb63dd762bd16e237 2024-12-05T14:17:12,553 DEBUG [M:0;218194e0d8ec:42237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/feffd5794f9e4e38aa7ba60cb1c2fb0e is 69, key is 218194e0d8ec,46261,1733408217308/rs:state/1733408219973/Put/seqid=0 2024-12-05T14:17:12,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741845_1021 (size=5156) 2024-12-05T14:17:12,959 INFO [M:0;218194e0d8ec:42237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/feffd5794f9e4e38aa7ba60cb1c2fb0e 2024-12-05T14:17:12,967 DEBUG [M:0;218194e0d8ec:42237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97aa9f6fe5f24e57bd592d68ed015efe as hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97aa9f6fe5f24e57bd592d68ed015efe 2024-12-05T14:17:12,974 INFO [M:0;218194e0d8ec:42237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97aa9f6fe5f24e57bd592d68ed015efe, entries=8, sequenceid=115, filesize=5.5 K 2024-12-05T14:17:12,975 DEBUG [M:0;218194e0d8ec:42237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34f0bcb661914edeb63dd762bd16e237 as hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34f0bcb661914edeb63dd762bd16e237 2024-12-05T14:17:12,982 INFO [M:0;218194e0d8ec:42237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34f0bcb661914edeb63dd762bd16e237, entries=14, sequenceid=115, filesize=8.5 K 2024-12-05T14:17:12,983 DEBUG [M:0;218194e0d8ec:42237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/feffd5794f9e4e38aa7ba60cb1c2fb0e as hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/feffd5794f9e4e38aa7ba60cb1c2fb0e 2024-12-05T14:17:12,989 INFO [M:0;218194e0d8ec:42237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/feffd5794f9e4e38aa7ba60cb1c2fb0e, entries=1, sequenceid=115, filesize=5.0 K 2024-12-05T14:17:12,991 INFO [M:0;218194e0d8ec:42237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=115, compaction requested=false 2024-12-05T14:17:12,992 INFO [M:0;218194e0d8ec:42237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:12,992 DEBUG [M:0;218194e0d8ec:42237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408231657Disabling compacts and flushes for region at 1733408231657Disabling writes for close at 1733408231658 (+1 ms)Obtaining lock to block concurrent updates at 1733408231659 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408231659Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733408231659Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408231661 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408231661Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408231682 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408231682Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408232105 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408232120 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408232120Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408232538 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408232553 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408232553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e06561: reopening flushed file at 1733408232966 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200c30d5: reopening flushed file at 1733408232974 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de1fb89: reopening flushed file at 1733408232982 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=115, compaction requested=false at 1733408232991 (+9 ms)Writing region close event to WAL at 1733408232992 (+1 ms)Closed at 1733408232992 2024-12-05T14:17:12,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741830_1006 (size=59421) 2024-12-05T14:17:12,996 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:17:12,996 INFO [M:0;218194e0d8ec:42237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:17:12,996 INFO [M:0;218194e0d8ec:42237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42237 2024-12-05T14:17:12,996 INFO [M:0;218194e0d8ec:42237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:17:13,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:13,151 INFO [M:0;218194e0d8ec:42237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:17:13,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42237-0x101a5da3c750000, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:13,152 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:17:13,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:13,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:13,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:17:13,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:13,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:17:13,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:17:13,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:17:13,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37159 2024-12-05T14:17:13,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37159 connecting to ZooKeeper ensemble=127.0.0.1:51004 2024-12-05T14:17:13,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371590x0, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:13,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37159-0x101a5da3c750006 connected 2024-12-05T14:17:13,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:13,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:13,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/running 2024-12-05T14:17:13,185 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1320754043/meta-region-server: INIT 2024-12-05T14:17:13,186 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc, hbase.cluster.distributed=false 2024-12-05T14:17:13,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/acl 2024-12-05T14:17:13,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37159 2024-12-05T14:17:13,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37159 2024-12-05T14:17:13,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37159 2024-12-05T14:17:13,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37159 2024-12-05T14:17:13,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37159 2024-12-05T14:17:13,205 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:17:13,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:13,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:13,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:17:13,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:13,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:17:13,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:17:13,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:17:13,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34543 2024-12-05T14:17:13,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34543 connecting to ZooKeeper ensemble=127.0.0.1:51004 2024-12-05T14:17:13,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:13,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:13,219 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345430x0, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:13,219 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1320754043/meta-region-server: INIT 2024-12-05T14:17:13,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345430x0, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/running 2024-12-05T14:17:13,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34543-0x101a5da3c750007 connected 2024-12-05T14:17:13,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:17:13,220 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:17:13,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/master 2024-12-05T14:17:13,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/acl 2024-12-05T14:17:13,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34543 2024-12-05T14:17:13,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34543 2024-12-05T14:17:13,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34543 2024-12-05T14:17:13,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34543 2024-12-05T14:17:13,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34543 2024-12-05T14:17:13,237 DEBUG [M:0;218194e0d8ec:37159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:37159 2024-12-05T14:17:13,238 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1320754043/backup-masters/218194e0d8ec,37159,1733408233152 2024-12-05T14:17:13,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043/backup-masters 2024-12-05T14:17:13,250 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043/backup-masters 2024-12-05T14:17:13,251 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on existing znode=/0-1320754043/backup-masters/218194e0d8ec,37159,1733408233152 2024-12-05T14:17:13,261 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1320754043/master 2024-12-05T14:17:13,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:13,261 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:13,261 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on existing znode=/0-1320754043/master 2024-12-05T14:17:13,262 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1320754043/backup-masters/218194e0d8ec,37159,1733408233152 from backup master directory 2024-12-05T14:17:13,271 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043/backup-masters 2024-12-05T14:17:13,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1320754043/backup-masters/218194e0d8ec,37159,1733408233152 2024-12-05T14:17:13,271 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:17:13,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043/backup-masters 2024-12-05T14:17:13,271 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,37159,1733408233152 2024-12-05T14:17:13,286 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:13,286 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:17:13,299 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-12-05T14:17:13,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741846_1022 (size=196) 2024-12-05T14:17:13,712 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:17:13,714 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:17:13,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:13,728 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T14:17:13,732 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,42237,1733408216326 to hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,42237,1733408216326-dead as it is dead 2024-12-05T14:17:13,734 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T14:17:13,734 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T14:17:13,734 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,42237,1733408216326-dead/218194e0d8ec%2C42237%2C1733408216326.1733408219101 2024-12-05T14:17:13,740 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,42237,1733408216326-dead/218194e0d8ec%2C42237%2C1733408216326.1733408219101 after 4ms 2024-12-05T14:17:13,741 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,42237,1733408216326-dead/218194e0d8ec%2C42237%2C1733408216326.1733408219101 to hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/218194e0d8ec%2C42237%2C1733408216326.1733408219101 2024-12-05T14:17:13,741 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,42237,1733408216326-dead 2024-12-05T14:17:13,742 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,37159,1733408233152 2024-12-05T14:17:13,743 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:13,745 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C37159%2C1733408233152, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,37159,1733408233152, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/oldWALs, maxLogs=10 2024-12-05T14:17:13,757 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,37159,1733408233152/218194e0d8ec%2C37159%2C1733408233152.1733408233745, exclude list is [], retry=0 2024-12-05T14:17:13,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-b5f2eaca-c4e0-486c-be1c-84350bcbb8f1,DISK] 2024-12-05T14:17:13,763 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/WALs/218194e0d8ec,37159,1733408233152/218194e0d8ec%2C37159%2C1733408233152.1733408233745 2024-12-05T14:17:13,763 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45559:45559)] 2024-12-05T14:17:13,763 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:13,764 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:13,764 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:13,764 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:13,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:13,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:17:13,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:13,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97aa9f6fe5f24e57bd592d68ed015efe 2024-12-05T14:17:13,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:13,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:13,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:17:13,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:13,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34f0bcb661914edeb63dd762bd16e237 2024-12-05T14:17:13,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:13,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:13,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:17:13,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:13,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/feffd5794f9e4e38aa7ba60cb1c2fb0e 2024-12-05T14:17:13,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:13,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:13,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:17:13,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:13,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:13,793 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:13,794 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T14:17:13,794 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/218194e0d8ec%2C42237%2C1733408216326.1733408219101 2024-12-05T14:17:13,810 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/218194e0d8ec%2C42237%2C1733408216326.1733408219101 2024-12-05T14:17:13,812 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/218194e0d8ec%2C42237%2C1733408216326.1733408219101 2024-12-05T14:17:13,814 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:13,814 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:13,815 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:13,817 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:13,819 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-05T14:17:13,820 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63241452, jitterRate=-0.05762892961502075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:13,821 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408233764Initializing all the Stores at 1733408233765 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408233765Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408233765Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408233765Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408233765Cleaning up temporary data from old regions at 1733408233814 (+49 ms)Region opened successfully at 1733408233821 (+7 ms) 2024-12-05T14:17:13,821 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:17:13,825 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4adc1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:17:13,838 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T14:17:13,838 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:17:13,838 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:17:13,839 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:17:13,839 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:17:13,846 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:13,846 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:17:13,847 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:17:13,847 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:17:13,847 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T14:17:13,848 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T14:17:13,848 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-05T14:17:13,848 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:17:13,853 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=218194e0d8ec,46261,1733408217308, regionLocation=218194e0d8ec,46261,1733408217308, openSeqNum=2 2024-12-05T14:17:13,853 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=218194e0d8ec,46261,1733408217308, table=hbase:meta, region=1588230740 2024-12-05T14:17:13,853 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,46261,1733408217308, state=OPEN 2024-12-05T14:17:13,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1320754043/meta-region-server 2024-12-05T14:17:13,871 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1320754043/meta-region-server 2024-12-05T14:17:13,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1320754043/meta-region-server: CHANGED 2024-12-05T14:17:13,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1320754043/meta-region-server: CHANGED 2024-12-05T14:17:13,875 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:17:13,882 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/draining/218194e0d8ec,46261,1733408217308 already deleted, retry=false 2024-12-05T14:17:13,882 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 218194e0d8ec,46261,1733408217308 on 218194e0d8ec,37159,1733408233152 2024-12-05T14:17:13,887 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 218194e0d8ec,46261,1733408217308, splitWal=true, meta=true 2024-12-05T14:17:13,889 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 218194e0d8ec,46261,1733408217308 (carryingMeta=true) 218194e0d8ec,46261,1733408217308/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4cae1a9a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T14:17:13,892 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Unable to get data of znode /0-1320754043/balancer because node does not exist (not necessarily an error) 2024-12-05T14:17:13,930 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/balancer already deleted, retry=false 2024-12-05T14:17:13,931 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:17:13,931 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Unable to get data of znode /0-1320754043/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:17:13,945 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/normalizer already deleted, retry=false 2024-12-05T14:17:13,945 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:17:13,946 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Unable to get data of znode /0-1320754043/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:17:13,955 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/switch/split already deleted, retry=false 2024-12-05T14:17:13,956 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Unable to get data of znode /0-1320754043/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:17:13,966 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/switch/merge already deleted, retry=false 2024-12-05T14:17:13,989 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Unable to get data of znode /0-1320754043/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:17:13,997 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/snapshot-cleanup already deleted, retry=false 2024-12-05T14:17:14,008 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1320754043/running 2024-12-05T14:17:14,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1320754043/running 2024-12-05T14:17:14,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:14,008 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:14,009 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,37159,1733408233152, sessionid=0x101a5da3c750006, setting cluster-up flag (Was=false) 2024-12-05T14:17:14,019 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1320754043/flush-table-proc/acquired, /0-1320754043/flush-table-proc/reached, /0-1320754043/flush-table-proc/abort 2024-12-05T14:17:14,021 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,37159,1733408233152 2024-12-05T14:17:14,030 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1320754043/online-snapshot/acquired, /0-1320754043/online-snapshot/reached, /0-1320754043/online-snapshot/abort 2024-12-05T14:17:14,031 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,37159,1733408233152 2024-12-05T14:17:14,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/.lastflushedseqids 2024-12-05T14:17:14,035 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:17:14,036 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:17:14,036 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,37159,1733408233152 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 218194e0d8ec,46261,1733408217308 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:17:14,037 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:14,037 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:14,037 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:14,037 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:14,038 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:17:14,038 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,038 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:14,038 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408264038 2024-12-05T14:17:14,039 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:17:14,039 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:17:14,039 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:17:14,039 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:17:14,039 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:17:14,039 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:17:14,039 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,039 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:17:14,040 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:17:14,040 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:17:14,040 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:17:14,040 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:17:14,040 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:17:14,041 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408234041,5,FailOnTimeoutGroup] 2024-12-05T14:17:14,041 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 218194e0d8ec,46261,1733408217308, splitWal=true, meta=true 2024-12-05T14:17:14,042 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408234041,5,FailOnTimeoutGroup] 2024-12-05T14:17:14,042 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,042 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:17:14,042 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,042 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,042 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408234042, completionTime=-1 2024-12-05T14:17:14,042 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T14:17:14,043 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 218194e0d8ec,46261,1733408217308, splitWal=true, meta=true, isMeta: true 2024-12-05T14:17:14,044 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308-splitting 2024-12-05T14:17:14,046 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308-splitting dir is empty, no logs to split. 2024-12-05T14:17:14,046 INFO [PEWorker-1 {}] master.SplitWALManager(105): 218194e0d8ec,46261,1733408217308 WAL count=0, meta=true 2024-12-05T14:17:14,046 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T14:17:14,050 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308-splitting dir is empty, no logs to split. 2024-12-05T14:17:14,050 INFO [PEWorker-1 {}] master.SplitWALManager(105): 218194e0d8ec,46261,1733408217308 WAL count=0, meta=true 2024-12-05T14:17:14,050 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 218194e0d8ec,46261,1733408217308 WAL splitting is done? wals=0, meta=true 2024-12-05T14:17:14,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:17:14,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:14,057 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T14:17:14,130 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(746): ClusterId : 60cac289-be6d-4748-b194-242b810ae0e6 2024-12-05T14:17:14,130 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:17:14,135 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:17:14,135 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:17:14,146 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:17:14,147 DEBUG [RS:0;218194e0d8ec:34543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b49dcf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:17:14,157 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:34543 2024-12-05T14:17:14,158 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:17:14,158 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:17:14,158 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:17:14,159 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,37159,1733408233152 with port=34543, startcode=1733408233205 2024-12-05T14:17:14,159 DEBUG [RS:0;218194e0d8ec:34543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:17:14,161 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:17:14,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,34543,1733408233205 2024-12-05T14:17:14,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,34543,1733408233205 2024-12-05T14:17:14,164 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc 2024-12-05T14:17:14,164 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46393 2024-12-05T14:17:14,164 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:17:14,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043/rs 2024-12-05T14:17:14,177 DEBUG [RS:0;218194e0d8ec:34543 {}] zookeeper.ZKUtil(111): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on existing znode=/0-1320754043/rs/218194e0d8ec,34543,1733408233205 2024-12-05T14:17:14,177 WARN [RS:0;218194e0d8ec:34543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:17:14,177 INFO [RS:0;218194e0d8ec:34543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:14,177 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205 2024-12-05T14:17:14,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,34543,1733408233205] 2024-12-05T14:17:14,196 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T14:17:14,207 WARN [218194e0d8ec:37159 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T14:17:14,220 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:17:14,222 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:17:14,223 INFO [RS:0;218194e0d8ec:34543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:17:14,223 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,223 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:17:14,224 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:17:14,224 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,224 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,224 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,225 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,225 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,225 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,225 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:14,225 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,225 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,225 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,225 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,225 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,225 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:14,225 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:14,225 DEBUG [RS:0;218194e0d8ec:34543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:14,226 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,226 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,226 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,226 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,226 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,226 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34543,1733408233205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:14,240 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:17:14,241 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34543,1733408233205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,257 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,34543,1733408233205, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:17:14,273 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.ReplicationSource(231): queueId=2-218194e0d8ec,34543,1733408233205, ReplicationSource: 2, currentBandwidth=0 2024-12-05T14:17:14,273 DEBUG [RS:0;218194e0d8ec:34543.replicationSource,1-218194e0d8ec,34543,1733408233205 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:40945' 2024-12-05T14:17:14,273 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,273 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.Replication(171): 218194e0d8ec,34543,1733408233205 started 2024-12-05T14:17:14,275 DEBUG [RS:0;218194e0d8ec:34543.replicationSource,1-218194e0d8ec,34543,1733408233205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c6a997d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:14,276 DEBUG [RS:0;218194e0d8ec:34543.replicationSource,1-218194e0d8ec,34543,1733408233205 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40945,-1 for getting cluster id 2024-12-05T14:17:14,276 DEBUG [RS:0;218194e0d8ec:34543.replicationSource,1-218194e0d8ec,34543,1733408233205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:14,278 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593d75c6-cf5b-42d6-8a40-6575d8afdc04' 2024-12-05T14:17:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593d75c6-cf5b-42d6-8a40-6575d8afdc04" 2024-12-05T14:17:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3faf62c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40945,-1] 2024-12-05T14:17:14,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:14,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:14,281 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:14,282 DEBUG [RS:0;218194e0d8ec:34543.replicationSource,1-218194e0d8ec,34543,1733408233205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9f04994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:14,282 DEBUG [RS:0;218194e0d8ec:34543.replicationSource,1-218194e0d8ec,34543,1733408233205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:14,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,40945,1733408223361 2024-12-05T14:17:14,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@415a258a 2024-12-05T14:17:14,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:14,284 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T14:17:14,285 INFO [RS:0;218194e0d8ec:34543.replicationSource,1-218194e0d8ec,34543,1733408233205 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,34543,1733408233205 (queues=0) is replicating from cluster=60cac289-be6d-4748-b194-242b810ae0e6 to cluster=593d75c6-cf5b-42d6-8a40-6575d8afdc04 2024-12-05T14:17:14,288 DEBUG [RS:0;218194e0d8ec:34543.replicationSource,2-218194e0d8ec,34543,1733408233205 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:40945' 2024-12-05T14:17:14,290 DEBUG [RS:0;218194e0d8ec:34543.replicationSource,2-218194e0d8ec,34543,1733408233205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15988f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:14,290 DEBUG [RS:0;218194e0d8ec:34543.replicationSource,2-218194e0d8ec,34543,1733408233205 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40945,-1 for getting cluster id 2024-12-05T14:17:14,290 DEBUG [RS:0;218194e0d8ec:34543.replicationSource,2-218194e0d8ec,34543,1733408233205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:14,291 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593d75c6-cf5b-42d6-8a40-6575d8afdc04' 2024-12-05T14:17:14,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:14,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593d75c6-cf5b-42d6-8a40-6575d8afdc04" 2024-12-05T14:17:14,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a82041a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:14,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40945,-1] 2024-12-05T14:17:14,292 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:14,292 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,34543,1733408233205, RpcServer on 218194e0d8ec/172.17.0.2:34543, sessionid=0x101a5da3c750007 2024-12-05T14:17:14,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:14,292 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:17:14,292 DEBUG [RS:0;218194e0d8ec:34543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,34543,1733408233205 2024-12-05T14:17:14,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:14,292 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,34543,1733408233205' 2024-12-05T14:17:14,292 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1320754043/flush-table-proc/abort' 2024-12-05T14:17:14,293 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1320754043/flush-table-proc/acquired' 2024-12-05T14:17:14,293 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:14,294 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:17:14,294 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:17:14,294 DEBUG [RS:0;218194e0d8ec:34543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,34543,1733408233205 2024-12-05T14:17:14,294 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,34543,1733408233205' 2024-12-05T14:17:14,294 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1320754043/online-snapshot/abort' 2024-12-05T14:17:14,294 DEBUG [RS:0;218194e0d8ec:34543.replicationSource,2-218194e0d8ec,34543,1733408233205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3145332f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:14,294 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1320754043/online-snapshot/acquired' 2024-12-05T14:17:14,294 DEBUG [RS:0;218194e0d8ec:34543.replicationSource,2-218194e0d8ec,34543,1733408233205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:14,294 DEBUG [RS:0;218194e0d8ec:34543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:17:14,295 INFO [RS:0;218194e0d8ec:34543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:17:14,295 INFO [RS:0;218194e0d8ec:34543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:17:14,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,40945,1733408223361 2024-12-05T14:17:14,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f4facb1 2024-12-05T14:17:14,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:14,296 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T14:17:14,297 INFO [RS:0;218194e0d8ec:34543.replicationSource,2-218194e0d8ec,34543,1733408233205 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-218194e0d8ec,34543,1733408233205 (queues=0) is replicating from cluster=60cac289-be6d-4748-b194-242b810ae0e6 to cluster=593d75c6-cf5b-42d6-8a40-6575d8afdc04 2024-12-05T14:17:14,396 INFO [RS:0;218194e0d8ec:34543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:14,400 INFO [RS:0;218194e0d8ec:34543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C34543%2C1733408233205, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs, maxLogs=10 2024-12-05T14:17:14,418 DEBUG [RS:0;218194e0d8ec:34543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402, exclude list is [], retry=0 2024-12-05T14:17:14,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-b5f2eaca-c4e0-486c-be1c-84350bcbb8f1,DISK] 2024-12-05T14:17:14,423 INFO [RS:0;218194e0d8ec:34543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 2024-12-05T14:17:14,423 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 218194e0d8ec%2C34543%2C1733408233205 for peer 2 2024-12-05T14:17:14,423 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 218194e0d8ec%2C34543%2C1733408233205 for peer 1 2024-12-05T14:17:14,423 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C34543%2C1733408233205 2024-12-05T14:17:14,424 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,34543,1733408233205, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:17:14,424 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=218194e0d8ec%2C34543%2C1733408233205 2024-12-05T14:17:14,424 INFO [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C34543%2C1733408233205 2024-12-05T14:17:14,424 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-218194e0d8ec,34543,1733408233205, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:17:14,424 DEBUG [RS:0;218194e0d8ec:34543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45559:45559)] 2024-12-05T14:17:14,424 INFO [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C34543%2C1733408233205 2024-12-05T14:17:14,425 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402, startPosition=0, beingWritten=true 2024-12-05T14:17:14,425 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402, startPosition=0, beingWritten=true 2024-12-05T14:17:14,457 DEBUG [218194e0d8ec:37159 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:17:14,458 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,34543,1733408233205 2024-12-05T14:17:14,460 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,34543,1733408233205, state=OPENING 2024-12-05T14:17:14,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1320754043/meta-region-server 2024-12-05T14:17:14,471 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1320754043/meta-region-server 2024-12-05T14:17:14,471 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:14,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1320754043/meta-region-server: CHANGED 2024-12-05T14:17:14,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1320754043/meta-region-server: CHANGED 2024-12-05T14:17:14,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,34543,1733408233205}] 2024-12-05T14:17:14,629 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:17:14,632 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:14,632 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:14,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:17:14,643 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:17:14,643 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:14,644 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:17:14,646 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C34543%2C1733408233205.meta, suffix=.meta, logDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs, maxLogs=10 2024-12-05T14:17:14,658 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.meta.1733408234647.meta, exclude list is [], retry=0 2024-12-05T14:17:14,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-b5f2eaca-c4e0-486c-be1c-84350bcbb8f1,DISK] 2024-12-05T14:17:14,663 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.meta.1733408234647.meta 2024-12-05T14:17:14,663 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45559:45559)] 2024-12-05T14:17:14,664 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:14,664 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:14,664 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:17:14,664 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:17:14,664 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:17:14,664 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:17:14,664 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:14,664 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:17:14,665 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:17:14,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:14,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:14,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:14,675 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/info/1942e55247a64ccabd287d781654a82b 2024-12-05T14:17:14,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:14,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:14,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:14,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:14,684 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/ns/eb6d3259e6884e318baa6376ebaae1bd 2024-12-05T14:17:14,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:14,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:14,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:14,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:14,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:14,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:14,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:14,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:14,694 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/table/c28928a43bb94ed9b8f0608fc63a79df 2024-12-05T14:17:14,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:14,694 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:14,695 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740 2024-12-05T14:17:14,697 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740 2024-12-05T14:17:14,699 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:14,699 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:14,700 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:14,701 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:14,702 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73371140, jitterRate=0.09331518411636353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:14,702 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:17:14,702 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408234665Writing region info on filesystem at 1733408234665Initializing all the Stores at 1733408234666 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408234666Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408234666Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408234666Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408234666Cleaning up temporary data from old regions at 1733408234699 (+33 ms)Running coprocessor post-open hooks at 1733408234702 (+3 ms)Region opened successfully at 1733408234702 2024-12-05T14:17:14,703 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733408234628 2024-12-05T14:17:14,706 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:17:14,706 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:17:14,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=218194e0d8ec,34543,1733408233205 2024-12-05T14:17:14,707 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,34543,1733408233205, state=OPEN 2024-12-05T14:17:14,713 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1320754043/meta-region-server 2024-12-05T14:17:14,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1320754043/meta-region-server 2024-12-05T14:17:14,713 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,34543,1733408233205 2024-12-05T14:17:14,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1320754043/meta-region-server: CHANGED 2024-12-05T14:17:14,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1320754043/meta-region-server: CHANGED 2024-12-05T14:17:14,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T14:17:14,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,34543,1733408233205 in 241 msec 2024-12-05T14:17:14,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T14:17:14,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-12-05T14:17:14,944 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:14,944 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:15,352 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:15,353 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:15,700 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1658ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-12-05T14:17:15,866 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:15,866 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:16,480 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:16,480 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:17,186 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:17,186 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:17,204 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3162ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-12-05T14:17:17,998 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:17,998 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:18,557 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T14:17:18,557 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:17:18,557 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:18,557 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34543,1733408233205, seqNum=-1] 2024-12-05T14:17:18,558 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:18,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:18,567 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c2127536fbc44ba90f4fae19e81e5f3e, regionState=OPEN, lastHost=218194e0d8ec,46261,1733408217308, regionLocation=218194e0d8ec,46261,1733408217308, openSeqNum=2 2024-12-05T14:17:18,568 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:17:18,568 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408298568 2024-12-05T14:17:18,568 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408358568 2024-12-05T14:17:18,568 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-12-05T14:17:18,568 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37159,1733408233152-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:18,568 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37159,1733408233152-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:18,568 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37159,1733408233152-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:18,568 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 218194e0d8ec,46261,1733408217308 had 2 regions 2024-12-05T14:17:18,569 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:37159, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:18,569 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:18,569 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:18,571 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 218194e0d8ec,46261,1733408217308, splitWal=true, meta=true, isMeta: false 2024-12-05T14:17:18,573 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308-splitting dir is empty, no logs to split. 2024-12-05T14:17:18,574 INFO [PEWorker-3 {}] master.SplitWALManager(105): 218194e0d8ec,46261,1733408217308 WAL count=0, meta=false 2024-12-05T14:17:18,579 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,46261,1733408217308-splitting dir is empty, no logs to split. 2024-12-05T14:17:18,580 INFO [PEWorker-3 {}] master.SplitWALManager(105): 218194e0d8ec,46261,1733408217308 WAL count=0, meta=false 2024-12-05T14:17:18,580 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 218194e0d8ec,46261,1733408217308 WAL splitting is done? wals=0, meta=false 2024-12-05T14:17:18,580 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.309sec 2024-12-05T14:17:18,580 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:17:18,580 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:17:18,580 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:17:18,580 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:17:18,580 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:17:18,580 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37159,1733408233152-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:18,580 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37159,1733408233152-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:17:18,583 WARN [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=218194e0d8ec,46261,1733408217308/hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:18,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2127536fbc44ba90f4fae19e81e5f3e, ASSIGN}] 2024-12-05T14:17:18,588 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2127536fbc44ba90f4fae19e81e5f3e, ASSIGN 2024-12-05T14:17:18,590 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:17:18,590 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:17:18,591 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37159,1733408233152-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:18,592 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2127536fbc44ba90f4fae19e81e5f3e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T14:17:18,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3679e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:18,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,37159,-1 for getting cluster id 2024-12-05T14:17:18,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:18,638 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60cac289-be6d-4748-b194-242b810ae0e6' 2024-12-05T14:17:18,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:18,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60cac289-be6d-4748-b194-242b810ae0e6" 2024-12-05T14:17:18,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea9a357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:18,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,37159,-1] 2024-12-05T14:17:18,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:18,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:18,642 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:18,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667b283f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:18,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34543,1733408233205, seqNum=-1] 2024-12-05T14:17:18,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:18,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:18,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T14:17:18,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:18,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:18,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:18,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:18,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:18,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 218194e0d8ec:37159 after: 218194e0d8ec:37159 2024-12-05T14:17:18,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59166429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:18,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,37159,-1 for getting cluster id 2024-12-05T14:17:18,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:18,658 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60cac289-be6d-4748-b194-242b810ae0e6' 2024-12-05T14:17:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60cac289-be6d-4748-b194-242b810ae0e6" 2024-12-05T14:17:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f78e2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,37159,-1] 2024-12-05T14:17:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:18,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:18,661 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:18,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dec7dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:18,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,37159,1733408233152 2024-12-05T14:17:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ee51a 2024-12-05T14:17:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:18,665 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:18,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T14:17:18,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T14:17:18,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T14:17:18,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T14:17:18,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:17:18,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:18,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:18,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:18,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:18,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:18,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:17:18,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=100036753, stopped=false 2024-12-05T14:17:18,670 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,40945,1733408223361 2024-12-05T14:17:18,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1233244469/running 2024-12-05T14:17:18,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1233244469/running 2024-12-05T14:17:18,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:18,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:18,724 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:17:18,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:18,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:18,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:18,724 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,41765,1733408223475' ***** 2024-12-05T14:17:18,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Set watcher on znode that does not yet exist, /1233244469/running 2024-12-05T14:17:18,725 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:17:18,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Set watcher on znode that does not yet exist, /1233244469/running 2024-12-05T14:17:18,725 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:17:18,725 INFO [RS:0;218194e0d8ec:41765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:17:18,725 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:17:18,725 INFO [RS:0;218194e0d8ec:41765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:17:18,725 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,41765,1733408223475 2024-12-05T14:17:18,725 INFO [RS:0;218194e0d8ec:41765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:17:18,725 INFO [RS:0;218194e0d8ec:41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:41765. 2024-12-05T14:17:18,725 DEBUG [RS:0;218194e0d8ec:41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:18,725 DEBUG [RS:0;218194e0d8ec:41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:18,725 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:17:18,725 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:17:18,725 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:17:18,725 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:17:18,726 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:17:18,726 DEBUG [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:17:18,726 DEBUG [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:18,726 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:17:18,726 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:17:18,726 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:17:18,726 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:17:18,726 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:17:18,726 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T14:17:18,743 DEBUG [218194e0d8ec:37159 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:17:18,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c2127536fbc44ba90f4fae19e81e5f3e, regionState=OPENING, regionLocation=218194e0d8ec,34543,1733408233205 2024-12-05T14:17:18,745 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/data/hbase/meta/1588230740/.tmp/ns/6e57552dd4d9420bb65cbea87f923be0 is 43, key is default/ns:d/1733408225763/Put/seqid=0 2024-12-05T14:17:18,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2127536fbc44ba90f4fae19e81e5f3e, ASSIGN because future has completed 2024-12-05T14:17:18,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2127536fbc44ba90f4fae19e81e5f3e, server=218194e0d8ec,34543,1733408233205}] 2024-12-05T14:17:18,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741835_1011 (size=5153) 2024-12-05T14:17:18,758 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/data/hbase/meta/1588230740/.tmp/ns/6e57552dd4d9420bb65cbea87f923be0 2024-12-05T14:17:18,769 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/data/hbase/meta/1588230740/.tmp/ns/6e57552dd4d9420bb65cbea87f923be0 as hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/data/hbase/meta/1588230740/ns/6e57552dd4d9420bb65cbea87f923be0 2024-12-05T14:17:18,778 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/data/hbase/meta/1588230740/ns/6e57552dd4d9420bb65cbea87f923be0, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T14:17:18,780 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=6, compaction requested=false 2024-12-05T14:17:18,780 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:17:18,790 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T14:17:18,791 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:18,791 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:18,791 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:18,791 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408238726Running coprocessor pre-close hooks at 1733408238726Disabling compacts and flushes for region at 1733408238726Disabling writes for close at 1733408238726Obtaining lock to block concurrent updates at 1733408238726Preparing flush snapshotting stores in 1588230740 at 1733408238726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733408238727 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733408238728 (+1 ms)Flushing 1588230740/ns: creating writer at 1733408238728Flushing 1588230740/ns: appending metadata at 1733408238744 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733408238744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e48717: reopening flushed file at 1733408238768 (+24 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=6, compaction requested=false at 1733408238780 (+12 ms)Writing region close event to WAL at 1733408238784 (+4 ms)Running coprocessor post-close hooks at 1733408238791 (+7 ms)Closed at 1733408238791 2024-12-05T14:17:18,792 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:18,804 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:17:18,906 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:18,911 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:18,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:18,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:18,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:17:18,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C34543%2C1733408233205.rep, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs, maxLogs=10 2024-12-05T14:17:18,926 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,41765,1733408223475; all regions closed. 2024-12-05T14:17:18,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741834_1010 (size=1152) 2024-12-05T14:17:18,940 DEBUG [RS:0;218194e0d8ec:41765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/oldWALs 2024-12-05T14:17:18,940 INFO [RS:0;218194e0d8ec:41765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C41765%2C1733408223475.meta:.meta(num 1733408225674) 2024-12-05T14:17:18,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.rep.1733408238921, exclude list is [], retry=0 2024-12-05T14:17:18,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-b5f2eaca-c4e0-486c-be1c-84350bcbb8f1,DISK] 2024-12-05T14:17:18,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741832_1008 (size=93) 2024-12-05T14:17:18,951 DEBUG [RS:0;218194e0d8ec:41765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/oldWALs 2024-12-05T14:17:18,951 INFO [RS:0;218194e0d8ec:41765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C41765%2C1733408223475:(num 1733408224728) 2024-12-05T14:17:18,951 DEBUG [RS:0;218194e0d8ec:41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:18,951 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:17:18,951 INFO [RS:0;218194e0d8ec:41765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:17:18,951 INFO [RS:0;218194e0d8ec:41765 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:17:18,951 INFO [RS:0;218194e0d8ec:41765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:17:18,951 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:17:18,952 INFO [RS:0;218194e0d8ec:41765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41765 2024-12-05T14:17:18,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.rep.1733408238921 2024-12-05T14:17:18,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45559:45559)] 2024-12-05T14:17:18,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c2127536fbc44ba90f4fae19e81e5f3e, NAME => 'hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:18,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:18,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:17:18,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. service=MultiRowMutationService 2024-12-05T14:17:18,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:17:18,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:18,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,960 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,961 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2127536fbc44ba90f4fae19e81e5f3e columnFamilyName hfileref 2024-12-05T14:17:18,961 DEBUG [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:18,962 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.HStore(327): Store=c2127536fbc44ba90f4fae19e81e5f3e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:18,962 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,963 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2127536fbc44ba90f4fae19e81e5f3e columnFamilyName queue 2024-12-05T14:17:18,964 DEBUG [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:18,974 DEBUG [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e/queue/f8f60973ece24905a98f7ad02d140671 2024-12-05T14:17:18,974 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.HStore(327): Store=c2127536fbc44ba90f4fae19e81e5f3e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:18,974 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,975 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2127536fbc44ba90f4fae19e81e5f3e columnFamilyName sid 2024-12-05T14:17:18,976 DEBUG [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:18,976 INFO [StoreOpener-c2127536fbc44ba90f4fae19e81e5f3e-1 {}] regionserver.HStore(327): Store=c2127536fbc44ba90f4fae19e81e5f3e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:18,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:17:18,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c2127536fbc44ba90f4fae19e81e5f3e; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63337808, jitterRate=-0.05619311332702637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:17:18,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:18,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c2127536fbc44ba90f4fae19e81e5f3e: Running coprocessor pre-open hook at 1733408238958Writing region info on filesystem at 1733408238958Initializing all the Stores at 1733408238960 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408238960Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408238960Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408238960Cleaning up temporary data from old regions at 1733408238981 (+21 ms)Running coprocessor post-open hooks at 1733408238985 (+4 ms)Region opened successfully at 1733408238986 (+1 ms) 2024-12-05T14:17:18,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e., pid=19, masterSystemTime=1733408238906 2024-12-05T14:17:18,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:18,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:18,992 INFO [RS:0;218194e0d8ec:41765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:17:18,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469/rs 2024-12-05T14:17:18,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1233244469/rs/218194e0d8ec,41765,1733408223475 2024-12-05T14:17:18,993 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c2127536fbc44ba90f4fae19e81e5f3e, regionState=OPEN, openSeqNum=10, regionLocation=218194e0d8ec,34543,1733408233205 2024-12-05T14:17:18,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,41765,1733408223475] 2024-12-05T14:17:18,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2127536fbc44ba90f4fae19e81e5f3e, server=218194e0d8ec,34543,1733408233205 because future has completed 2024-12-05T14:17:19,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T14:17:19,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c2127536fbc44ba90f4fae19e81e5f3e, server=218194e0d8ec,34543,1733408233205 in 247 msec 2024-12-05T14:17:19,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-05T14:17:19,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2127536fbc44ba90f4fae19e81e5f3e, ASSIGN in 417 msec 2024-12-05T14:17:19,008 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1233244469/draining/218194e0d8ec,41765,1733408223475 already deleted, retry=false 2024-12-05T14:17:19,008 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,41765,1733408223475 expired; onlineServers=0 2024-12-05T14:17:19,008 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,40945,1733408223361' ***** 2024-12-05T14:17:19,008 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:17:19,008 INFO [M:0;218194e0d8ec:40945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:17:19,008 INFO [M:0;218194e0d8ec:40945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:17:19,008 DEBUG [M:0;218194e0d8ec:40945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:17:19,009 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:17:19,009 DEBUG [M:0;218194e0d8ec:40945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:17:19,009 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408224420 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408224420,5,FailOnTimeoutGroup] 2024-12-05T14:17:19,009 INFO [M:0;218194e0d8ec:40945 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:17:19,009 INFO [M:0;218194e0d8ec:40945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:17:19,009 DEBUG [M:0;218194e0d8ec:40945 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:17:19,009 INFO [M:0;218194e0d8ec:40945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:17:19,009 INFO [M:0;218194e0d8ec:40945 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:17:19,009 INFO [M:0;218194e0d8ec:40945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:17:19,009 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:17:19,009 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408224421 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408224421,5,FailOnTimeoutGroup] 2024-12-05T14:17:19,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T14:17:19,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e., hostname=218194e0d8ec,34543,1733408233205, seqNum=10] 2024-12-05T14:17:19,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1233244469/master 2024-12-05T14:17:19,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1233244469 2024-12-05T14:17:19,029 DEBUG [M:0;218194e0d8ec:40945 {}] zookeeper.RecoverableZooKeeper(212): Node /1233244469/master already deleted, retry=false 2024-12-05T14:17:19,029 DEBUG [M:0;218194e0d8ec:40945 {}] master.ActiveMasterManager(353): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Failed delete of our master address node; KeeperErrorCode = NoNode for /1233244469/master 2024-12-05T14:17:19,031 INFO [M:0;218194e0d8ec:40945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/.lastflushedseqids 2024-12-05T14:17:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741836_1012 (size=99) 2024-12-05T14:17:19,041 INFO [M:0;218194e0d8ec:40945 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:17:19,041 INFO [M:0;218194e0d8ec:40945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:17:19,041 DEBUG [M:0;218194e0d8ec:40945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:17:19,041 INFO [M:0;218194e0d8ec:40945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:19,041 DEBUG [M:0;218194e0d8ec:40945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:19,041 DEBUG [M:0;218194e0d8ec:40945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:17:19,041 DEBUG [M:0;218194e0d8ec:40945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:19,041 INFO [M:0;218194e0d8ec:40945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T14:17:19,064 DEBUG [M:0;218194e0d8ec:40945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d60e1918c3cd4a68b5ce365d3dc9f4b7 is 82, key is hbase:meta,,1/info:regioninfo/1733408225732/Put/seqid=0 2024-12-05T14:17:19,067 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 218194e0d8ec,46261,1733408217308 2024-12-05T14:17:19,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T14:17:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741837_1013 (size=5672) 2024-12-05T14:17:19,074 INFO [M:0;218194e0d8ec:40945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d60e1918c3cd4a68b5ce365d3dc9f4b7 2024-12-05T14:17:19,098 DEBUG [M:0;218194e0d8ec:40945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7f69ea8a6ff41f9b4d7babcb1906904 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733408225773/Put/seqid=0 2024-12-05T14:17:19,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741838_1014 (size=5275) 2024-12-05T14:17:19,119 INFO [RS:0;218194e0d8ec:41765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:17:19,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:19,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a5da3c750004, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:19,119 INFO [RS:0;218194e0d8ec:41765 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,41765,1733408223475; zookeeper connection closed. 2024-12-05T14:17:19,119 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60afaafe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60afaafe 2024-12-05T14:17:19,120 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:17:19,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34543 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-05T14:17:19,505 INFO [M:0;218194e0d8ec:40945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7f69ea8a6ff41f9b4d7babcb1906904 2024-12-05T14:17:19,525 DEBUG [M:0;218194e0d8ec:40945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68e99a7bd33049d6a37f7f20ca79acb0 is 69, key is 218194e0d8ec,41765,1733408223475/rs:state/1733408224501/Put/seqid=0 2024-12-05T14:17:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741839_1015 (size=5156) 2024-12-05T14:17:19,917 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:19,920 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:19,942 INFO [M:0;218194e0d8ec:40945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68e99a7bd33049d6a37f7f20ca79acb0 2024-12-05T14:17:19,952 DEBUG [M:0;218194e0d8ec:40945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d60e1918c3cd4a68b5ce365d3dc9f4b7 as hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d60e1918c3cd4a68b5ce365d3dc9f4b7 2024-12-05T14:17:19,960 INFO [M:0;218194e0d8ec:40945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d60e1918c3cd4a68b5ce365d3dc9f4b7, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T14:17:19,961 DEBUG [M:0;218194e0d8ec:40945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7f69ea8a6ff41f9b4d7babcb1906904 as hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7f69ea8a6ff41f9b4d7babcb1906904 2024-12-05T14:17:19,968 INFO [M:0;218194e0d8ec:40945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7f69ea8a6ff41f9b4d7babcb1906904, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T14:17:19,972 DEBUG [M:0;218194e0d8ec:40945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68e99a7bd33049d6a37f7f20ca79acb0 as hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68e99a7bd33049d6a37f7f20ca79acb0 2024-12-05T14:17:19,981 INFO [M:0;218194e0d8ec:40945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35381/user/jenkins/test-data/a00b6a47-c0c3-09ca-bdf5-b66774b067c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68e99a7bd33049d6a37f7f20ca79acb0, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T14:17:19,982 INFO [M:0;218194e0d8ec:40945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=28, compaction requested=false 2024-12-05T14:17:19,984 INFO [M:0;218194e0d8ec:40945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:19,984 DEBUG [M:0;218194e0d8ec:40945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408239041Disabling compacts and flushes for region at 1733408239041Disabling writes for close at 1733408239041Obtaining lock to block concurrent updates at 1733408239041Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408239041Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733408239042 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408239043 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408239043Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408239063 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408239063Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408239082 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408239098 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408239098Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408239511 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408239525 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408239525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a39d0e4: reopening flushed file at 1733408239950 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b3c4885: reopening flushed file at 1733408239960 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724ece0f: reopening flushed file at 1733408239968 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=28, compaction requested=false at 1733408239982 (+14 ms)Writing region close event to WAL at 1733408239984 (+2 ms)Closed at 1733408239984 2024-12-05T14:17:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39929 is added to blk_1073741830_1006 (size=10165) 2024-12-05T14:17:19,990 INFO [M:0;218194e0d8ec:40945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:17:19,990 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:17:19,990 INFO [M:0;218194e0d8ec:40945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40945 2024-12-05T14:17:19,993 INFO [M:0;218194e0d8ec:40945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:17:20,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:20,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40945-0x101a5da3c750003, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:20,140 INFO [M:0;218194e0d8ec:40945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:17:20,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:17:20,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b5bafc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:17:20,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a384da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:17:20,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:17:20,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed91535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:17:20,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2655a19f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/hadoop.log.dir/,STOPPED} 2024-12-05T14:17:20,223 WARN [BP-1094664185-172.17.0.2-1733408221492 heartbeating to localhost/127.0.0.1:35381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:17:20,223 WARN [BP-1094664185-172.17.0.2-1733408221492 heartbeating to localhost/127.0.0.1:35381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1094664185-172.17.0.2-1733408221492 (Datanode Uuid 1be0c65d-5650-4685-bc63-2212feceb256) service to localhost/127.0.0.1:35381 2024-12-05T14:17:20,224 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:17:20,224 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:17:20,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/cluster_474c515f-cc42-06e0-1a4e-b87fced0b9bf/data/data1/current/BP-1094664185-172.17.0.2-1733408221492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:17:20,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/cluster_474c515f-cc42-06e0-1a4e-b87fced0b9bf/data/data2/current/BP-1094664185-172.17.0.2-1733408221492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:17:20,225 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:17:20,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e7a30d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:17:20,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42e90800{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:17:20,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:17:20,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1afd3828{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:17:20,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fc9b8b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/hadoop.log.dir/,STOPPED} 2024-12-05T14:17:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:17:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:17:20,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:20,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:20,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:20,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:20,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:20,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:17:20,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1483924230, stopped=false 2024-12-05T14:17:20,261 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,37159,1733408233152 2024-12-05T14:17:20,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1320754043/running 2024-12-05T14:17:20,311 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1320754043/running 2024-12-05T14:17:20,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:17:20,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:20,311 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:20,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:20,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:20,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:20,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/running 2024-12-05T14:17:20,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Set watcher on znode that does not yet exist, /0-1320754043/running 2024-12-05T14:17:20,312 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,34543,1733408233205' ***** 2024-12-05T14:17:20,312 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:17:20,312 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:17:20,312 INFO [RS:0;218194e0d8ec:34543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:17:20,312 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:17:20,313 INFO [RS:0;218194e0d8ec:34543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:17:20,313 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(3091): Received CLOSE for c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:20,313 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,34543,1733408233205 2024-12-05T14:17:20,313 INFO [RS:0;218194e0d8ec:34543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:17:20,313 INFO [RS:0;218194e0d8ec:34543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:34543. 2024-12-05T14:17:20,313 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2127536fbc44ba90f4fae19e81e5f3e, disabling compactions & flushes 2024-12-05T14:17:20,313 DEBUG [RS:0;218194e0d8ec:34543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:20,313 DEBUG [RS:0;218194e0d8ec:34543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:20,313 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:20,313 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:20,313 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:17:20,313 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:17:20,313 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. after waiting 0 ms 2024-12-05T14:17:20,313 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:17:20,313 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:20,313 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:17:20,314 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:17:20,314 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(1325): Online Regions={c2127536fbc44ba90f4fae19e81e5f3e=hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:17:20,314 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2127536fbc44ba90f4fae19e81e5f3e 2024-12-05T14:17:20,314 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:17:20,314 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:17:20,314 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:17:20,314 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:17:20,314 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:17:20,314 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T14:17:20,319 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/replication/c2127536fbc44ba90f4fae19e81e5f3e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-05T14:17:20,320 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:20,320 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:20,321 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:20,321 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2127536fbc44ba90f4fae19e81e5f3e: Waiting for close lock at 1733408240313Running coprocessor pre-close hooks at 1733408240313Disabling compacts and flushes for region at 1733408240313Disabling writes for close at 1733408240313Writing region close event to WAL at 1733408240314 (+1 ms)Running coprocessor post-close hooks at 1733408240320 (+6 ms)Closed at 1733408240321 (+1 ms) 2024-12-05T14:17:20,321 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e. 2024-12-05T14:17:20,332 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:17:20,333 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/.tmp/info/af3cc6d7602a4899a0cb21d4d874282d is 147, key is hbase:replication,,1733408226028.c2127536fbc44ba90f4fae19e81e5f3e./info:regioninfo/1733408238993/Put/seqid=0 2024-12-05T14:17:20,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741851_1027 (size=6385) 2024-12-05T14:17:20,514 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:20,714 DEBUG [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:20,738 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/.tmp/info/af3cc6d7602a4899a0cb21d4d874282d 2024-12-05T14:17:20,747 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/.tmp/info/af3cc6d7602a4899a0cb21d4d874282d as hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/info/af3cc6d7602a4899a0cb21d4d874282d 2024-12-05T14:17:20,755 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/info/af3cc6d7602a4899a0cb21d4d874282d, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T14:17:20,756 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false 2024-12-05T14:17:20,761 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T14:17:20,762 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:20,762 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:20,762 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:20,762 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408240314Running coprocessor pre-close hooks at 1733408240314Disabling compacts and flushes for region at 1733408240314Disabling writes for close at 1733408240314Obtaining lock to block concurrent updates at 1733408240314Preparing flush snapshotting stores in 1588230740 at 1733408240314Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733408240315 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733408240316 (+1 ms)Flushing 1588230740/info: creating writer at 1733408240316Flushing 1588230740/info: appending metadata at 1733408240332 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733408240332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab5c319: reopening flushed file at 1733408240746 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false at 1733408240756 (+10 ms)Writing region close event to WAL at 1733408240757 (+1 ms)Running coprocessor post-close hooks at 1733408240762 (+5 ms)Closed at 1733408240762 2024-12-05T14:17:20,762 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:20,914 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,34543,1733408233205; all regions closed. 2024-12-05T14:17:20,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741849_1025 (size=2156) 2024-12-05T14:17:20,920 DEBUG [RS:0;218194e0d8ec:34543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs 2024-12-05T14:17:20,920 INFO [RS:0;218194e0d8ec:34543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C34543%2C1733408233205.meta:.meta(num 1733408234647) 2024-12-05T14:17:20,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741850_1026 (size=796) 2024-12-05T14:17:20,925 DEBUG [RS:0;218194e0d8ec:34543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs 2024-12-05T14:17:20,925 INFO [RS:0;218194e0d8ec:34543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C34543%2C1733408233205.rep:(num 1733408238921) 2024-12-05T14:17:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741848_1024 (size=93) 2024-12-05T14:17:20,930 DEBUG [RS:0;218194e0d8ec:34543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs 2024-12-05T14:17:20,930 INFO [RS:0;218194e0d8ec:34543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C34543%2C1733408233205:(num 1733408234402) 2024-12-05T14:17:20,930 DEBUG [RS:0;218194e0d8ec:34543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:20,930 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:17:20,931 INFO [RS:0;218194e0d8ec:34543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:17:20,931 INFO [RS:0;218194e0d8ec:34543 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:17:20,931 INFO [RS:0;218194e0d8ec:34543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:17:20,931 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:17:20,931 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,34543,1733408233205 because: Region server is closing 2024-12-05T14:17:20,931 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T14:17:20,931 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T14:17:20,931 INFO [RS:0;218194e0d8ec:34543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:34543. 2024-12-05T14:17:20,932 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T14:17:20,932 DEBUG [RS:0;218194e0d8ec:34543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:20,932 DEBUG [RS:0;218194e0d8ec:34543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:20,932 DEBUG [RS:0;218194e0d8ec:34543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:20,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:21,031 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 to pos 0, reset compression=false 2024-12-05T14:17:21,032 WARN [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T14:17:21,033 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 terminated 2024-12-05T14:17:21,033 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-218194e0d8ec,34543,1733408233205 because: Region server is closing 2024-12-05T14:17:21,033 INFO [RS:0;218194e0d8ec:34543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:34543. 2024-12-05T14:17:21,033 DEBUG [RS:0;218194e0d8ec:34543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:21,033 WARN [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,1-218194e0d8ec,34543,1733408233205 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T14:17:21,033 DEBUG [RS:0;218194e0d8ec:34543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:21,034 DEBUG [RS:0;218194e0d8ec:34543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:21,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:21,040 INFO [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 was moved to hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/oldWALs/218194e0d8ec%2C34543%2C1733408233205.1733408234402 2024-12-05T14:17:21,046 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.wal-reader.218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402 2024-12-05T14:17:21,046 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-218194e0d8ec,34543,1733408233205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/WALs/218194e0d8ec,34543,1733408233205/218194e0d8ec%2C34543%2C1733408233205.1733408234402, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T14:17:21,052 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:21,052 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34543,1733408233205, seqNum=-1] 2024-12-05T14:17:21,054 WARN [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-218194e0d8ec,34543,1733408233205', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:34543 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-05T14:17:21,057 ERROR [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 218194e0d8ec,34543,1733408233205: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-218194e0d8ec,34543,1733408233205, walGroup=218194e0d8ec%2C34543%2C1733408233205, offset=218194e0d8ec%2C34543%2C1733408233205.1733408234402:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:34543 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T14:17:21,060 ERROR [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:17:21,062 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:17:21,064 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:17:21,064 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:17:21,064 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:17:21,064 INFO [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 707335840 }, "NonHeapMemoryUsage": { "committed": 162398208, "init": 7667712, "max": -1, "used": 157254744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:17:21,066 DEBUG [RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [218194e0d8ec%2C34543%2C1733408233205.1733408234402] 2024-12-05T14:17:21,134 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;218194e0d8ec:34543.replicationSource.shipper218194e0d8ec%2C34543%2C1733408233205,2-218194e0d8ec,34543,1733408233205 terminated 2024-12-05T14:17:21,134 INFO [RS:0;218194e0d8ec:34543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34543 2024-12-05T14:17:21,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043/rs 2024-12-05T14:17:21,155 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1320754043/rs/218194e0d8ec,34543,1733408233205 2024-12-05T14:17:21,155 INFO [RS:0;218194e0d8ec:34543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:17:21,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,34543,1733408233205] 2024-12-05T14:17:21,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/draining/218194e0d8ec,34543,1733408233205 already deleted, retry=false 2024-12-05T14:17:21,239 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,34543,1733408233205 expired; onlineServers=0 2024-12-05T14:17:21,239 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,37159,1733408233152' ***** 2024-12-05T14:17:21,240 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:17:21,240 INFO [M:0;218194e0d8ec:37159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:17:21,240 INFO [M:0;218194e0d8ec:37159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:17:21,240 DEBUG [M:0;218194e0d8ec:37159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:17:21,240 DEBUG [M:0;218194e0d8ec:37159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:17:21,240 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:17:21,240 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408234041 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408234041,5,FailOnTimeoutGroup] 2024-12-05T14:17:21,240 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408234041 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408234041,5,FailOnTimeoutGroup] 2024-12-05T14:17:21,240 INFO [M:0;218194e0d8ec:37159 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:17:21,240 INFO [M:0;218194e0d8ec:37159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:17:21,241 DEBUG [M:0;218194e0d8ec:37159 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:17:21,241 INFO [M:0;218194e0d8ec:37159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:17:21,241 INFO [M:0;218194e0d8ec:37159 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:17:21,241 INFO [M:0;218194e0d8ec:37159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:17:21,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:17:21,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1320754043/master 2024-12-05T14:17:21,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1320754043 2024-12-05T14:17:21,304 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1320754043/master already deleted, retry=false 2024-12-05T14:17:21,304 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1320754043/master 2024-12-05T14:17:21,305 INFO [M:0;218194e0d8ec:37159 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/.lastflushedseqids 2024-12-05T14:17:21,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741852_1028 (size=181) 2024-12-05T14:17:21,320 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:21,320 INFO [RS:0;218194e0d8ec:34543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:17:21,320 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34543-0x101a5da3c750007, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:21,320 INFO [RS:0;218194e0d8ec:34543 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,34543,1733408233205; zookeeper connection closed. 2024-12-05T14:17:21,320 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@731c51b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@731c51b5 2024-12-05T14:17:21,320 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:17:21,787 INFO [M:0;218194e0d8ec:37159 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:17:21,787 INFO [M:0;218194e0d8ec:37159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:17:21,787 DEBUG [M:0;218194e0d8ec:37159 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:17:21,787 INFO [M:0;218194e0d8ec:37159 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:21,787 DEBUG [M:0;218194e0d8ec:37159 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:21,788 DEBUG [M:0;218194e0d8ec:37159 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:17:21,788 DEBUG [M:0;218194e0d8ec:37159 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:21,788 INFO [M:0;218194e0d8ec:37159 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T14:17:21,808 DEBUG [M:0;218194e0d8ec:37159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fd3df436cb047368fc6a77aeb28f796 is 82, key is hbase:meta,,1/info:regioninfo/1733408234706/Put/seqid=0 2024-12-05T14:17:21,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741853_1029 (size=5680) 2024-12-05T14:17:22,213 INFO [M:0;218194e0d8ec:37159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fd3df436cb047368fc6a77aeb28f796 2024-12-05T14:17:22,241 DEBUG [M:0;218194e0d8ec:37159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff72f8e8c4574c4b83a05460f07acdf8 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733408239005/Put/seqid=0 2024-12-05T14:17:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741854_1030 (size=7319) 2024-12-05T14:17:22,647 INFO [M:0;218194e0d8ec:37159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff72f8e8c4574c4b83a05460f07acdf8 2024-12-05T14:17:22,668 DEBUG [M:0;218194e0d8ec:37159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b928cc38ce9c4be7b9c1924ce32c7ca1 is 69, key is 218194e0d8ec,34543,1733408233205/rs:state/1733408234162/Put/seqid=0 2024-12-05T14:17:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741855_1031 (size=5371) 2024-12-05T14:17:23,073 INFO [M:0;218194e0d8ec:37159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b928cc38ce9c4be7b9c1924ce32c7ca1 2024-12-05T14:17:23,080 INFO [M:0;218194e0d8ec:37159 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b928cc38ce9c4be7b9c1924ce32c7ca1 2024-12-05T14:17:23,081 DEBUG [M:0;218194e0d8ec:37159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fd3df436cb047368fc6a77aeb28f796 as hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fd3df436cb047368fc6a77aeb28f796 2024-12-05T14:17:23,087 INFO [M:0;218194e0d8ec:37159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fd3df436cb047368fc6a77aeb28f796, entries=8, sequenceid=172, filesize=5.5 K 2024-12-05T14:17:23,089 DEBUG [M:0;218194e0d8ec:37159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff72f8e8c4574c4b83a05460f07acdf8 as hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff72f8e8c4574c4b83a05460f07acdf8 2024-12-05T14:17:23,095 INFO [M:0;218194e0d8ec:37159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff72f8e8c4574c4b83a05460f07acdf8, entries=7, sequenceid=172, filesize=7.1 K 2024-12-05T14:17:23,096 DEBUG [M:0;218194e0d8ec:37159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b928cc38ce9c4be7b9c1924ce32c7ca1 as hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b928cc38ce9c4be7b9c1924ce32c7ca1 2024-12-05T14:17:23,103 INFO [M:0;218194e0d8ec:37159 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b928cc38ce9c4be7b9c1924ce32c7ca1 2024-12-05T14:17:23,103 INFO [M:0;218194e0d8ec:37159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/c8d30d77-b019-2692-9bc0-a25062e9ffcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b928cc38ce9c4be7b9c1924ce32c7ca1, entries=2, sequenceid=172, filesize=5.2 K 2024-12-05T14:17:23,105 INFO [M:0;218194e0d8ec:37159 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=172, compaction requested=false 2024-12-05T14:17:23,106 INFO [M:0;218194e0d8ec:37159 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:23,106 DEBUG [M:0;218194e0d8ec:37159 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408241787Disabling compacts and flushes for region at 1733408241787Disabling writes for close at 1733408241788 (+1 ms)Obtaining lock to block concurrent updates at 1733408241788Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408241788Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733408241788Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408241789 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408241789Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408241807 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408241807Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408242221 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408242241 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408242241Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408242653 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408242668 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408242668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c40752b: reopening flushed file at 1733408243080 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a4957a: reopening flushed file at 1733408243088 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14687441: reopening flushed file at 1733408243095 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=172, compaction requested=false at 1733408243105 (+10 ms)Writing region close event to WAL at 1733408243106 (+1 ms)Closed at 1733408243106 2024-12-05T14:17:23,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741847_1023 (size=22949) 2024-12-05T14:17:23,109 INFO [M:0;218194e0d8ec:37159 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:17:23,109 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:17:23,109 INFO [M:0;218194e0d8ec:37159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37159 2024-12-05T14:17:23,110 INFO [M:0;218194e0d8ec:37159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:17:23,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:23,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x101a5da3c750006, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:23,213 INFO [M:0;218194e0d8ec:37159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:17:23,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5373e2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:17:23,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:17:23,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:17:23,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:17:23,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/hadoop.log.dir/,STOPPED} 2024-12-05T14:17:23,220 WARN [BP-142863220-172.17.0.2-1733408212150 heartbeating to localhost/127.0.0.1:46393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:17:23,220 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:17:23,220 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:17:23,220 WARN [BP-142863220-172.17.0.2-1733408212150 heartbeating to localhost/127.0.0.1:46393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-142863220-172.17.0.2-1733408212150 (Datanode Uuid ccfc1dc5-4d53-48bf-909f-f12959c9299f) service to localhost/127.0.0.1:46393 2024-12-05T14:17:23,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/cluster_4395044d-0574-3ed5-9249-9025017a3ef0/data/data1/current/BP-142863220-172.17.0.2-1733408212150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:17:23,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/cluster_4395044d-0574-3ed5-9249-9025017a3ef0/data/data2/current/BP-142863220-172.17.0.2-1733408212150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:17:23,221 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:17:23,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74014320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:17:23,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:17:23,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:17:23,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:17:23,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75ada4d9-c532-836f-2a5b-0d9dd5fcc945/hadoop.log.dir/,STOPPED} 2024-12-05T14:17:23,238 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:17:23,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:17:23,265 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/218194e0d8ec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@75810828 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/218194e0d8ec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/218194e0d8ec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/218194e0d8ec:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46393 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51004) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/218194e0d8ec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51004) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35381 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 326) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6878 (was 6849) - AvailableMemoryMB LEAK? - 2024-12-05T14:17:23,273 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=6877 2024-12-05T14:17:23,291 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-05T14:17:23,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/hadoop.log.dir so I do NOT create it in target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632 2024-12-05T14:17:23,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:17:23,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/hadoop.tmp.dir so I do NOT create it in target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632 2024-12-05T14:17:23,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44ecf40c-efdd-ff12-19ef-aa795927325f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:17:23,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632 2024-12-05T14:17:23,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/cluster_8adb7329-6cd3-6314-2e1e-fe15ee11af6c, deleteOnExit=true 2024-12-05T14:17:23,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/cluster_8adb7329-6cd3-6314-2e1e-fe15ee11af6c/zookeeper_0, clientPort=50426, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/cluster_8adb7329-6cd3-6314-2e1e-fe15ee11af6c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/cluster_8adb7329-6cd3-6314-2e1e-fe15ee11af6c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:17:23,297 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50426 2024-12-05T14:17:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:17:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:17:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/test.cache.data in system properties and HBase conf 2024-12-05T14:17:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:17:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:17:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:17:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:17:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:17:23,297 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:17:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:17:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:17:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:17:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:17:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:17:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:17:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:17:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:17:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:17:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:17:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:17:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:17:23,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:17:23,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:17:23,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5da3c750002, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:17:23,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5da3c750005, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:17:23,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5da3c750002, quorum=127.0.0.1:51004, baseZNode=/0-1320754043 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:17:23,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5da3c750005, quorum=127.0.0.1:51004, baseZNode=/1233244469 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:17:23,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:23,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:17:23,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:17:23,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:17:23,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:17:23,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:23,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e5c7bae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:17:23,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75d3681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:17:23,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b3e1a4a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/java.io.tmpdir/jetty-localhost-43851-hadoop-hdfs-3_4_1-tests_jar-_-any-16380770572359426876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:17:23,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58c1f530{HTTP/1.1, (http/1.1)}{localhost:43851} 2024-12-05T14:17:23,881 INFO [Time-limited test {}] server.Server(415): Started @34447ms 2024-12-05T14:17:24,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:24,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:17:24,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:17:24,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:17:24,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:17:24,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@420e142e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:17:24,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6999a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:17:24,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48698dfc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/java.io.tmpdir/jetty-localhost-37673-hadoop-hdfs-3_4_1-tests_jar-_-any-6048191401374843098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:17:24,352 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c79ddc{HTTP/1.1, (http/1.1)}{localhost:37673} 2024-12-05T14:17:24,352 INFO [Time-limited test {}] server.Server(415): Started @34918ms 2024-12-05T14:17:24,354 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:17:24,996 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/cluster_8adb7329-6cd3-6314-2e1e-fe15ee11af6c/data/data1/current/BP-2095877264-172.17.0.2-1733408243322/current, will proceed with Du for space computation calculation, 2024-12-05T14:17:24,996 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/cluster_8adb7329-6cd3-6314-2e1e-fe15ee11af6c/data/data2/current/BP-2095877264-172.17.0.2-1733408243322/current, will proceed with Du for space computation calculation, 2024-12-05T14:17:25,010 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:17:25,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3acac0f4b8a24ac0 with lease ID 0x2283d92490ba1254: Processing first storage report for DS-c8b383b1-31f2-4f2d-9413-5e1c07997e19 from datanode DatanodeRegistration(127.0.0.1:33849, datanodeUuid=b5bfa25d-f7ca-48aa-affc-6cf9af5b280b, infoPort=34365, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=736743101;c=1733408243322) 2024-12-05T14:17:25,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3acac0f4b8a24ac0 with lease ID 0x2283d92490ba1254: from storage DS-c8b383b1-31f2-4f2d-9413-5e1c07997e19 node DatanodeRegistration(127.0.0.1:33849, datanodeUuid=b5bfa25d-f7ca-48aa-affc-6cf9af5b280b, infoPort=34365, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=736743101;c=1733408243322), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:17:25,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3acac0f4b8a24ac0 with lease ID 0x2283d92490ba1254: Processing first storage report for DS-6da9f872-6463-4147-835a-1cdf8de14eb1 from datanode DatanodeRegistration(127.0.0.1:33849, datanodeUuid=b5bfa25d-f7ca-48aa-affc-6cf9af5b280b, infoPort=34365, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=736743101;c=1733408243322) 2024-12-05T14:17:25,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3acac0f4b8a24ac0 with lease ID 0x2283d92490ba1254: from storage DS-6da9f872-6463-4147-835a-1cdf8de14eb1 node DatanodeRegistration(127.0.0.1:33849, datanodeUuid=b5bfa25d-f7ca-48aa-affc-6cf9af5b280b, infoPort=34365, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=736743101;c=1733408243322), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:17:25,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632 2024-12-05T14:17:25,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:25,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:25,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:17:25,491 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0 with version=8 2024-12-05T14:17:25,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/hbase-staging 2024-12-05T14:17:25,493 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:17:25,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:25,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:25,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:17:25,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:25,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:17:25,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:17:25,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:17:25,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43801 2024-12-05T14:17:25,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43801 connecting to ZooKeeper ensemble=127.0.0.1:50426 2024-12-05T14:17:25,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438010x0, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:25,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43801-0x101a5daba0b0000 connected 2024-12-05T14:17:25,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:25,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:25,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Set watcher on znode that does not yet exist, /0189502936/running 2024-12-05T14:17:25,682 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0, hbase.cluster.distributed=false 2024-12-05T14:17:25,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Set watcher on znode that does not yet exist, /0189502936/acl 2024-12-05T14:17:25,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43801 2024-12-05T14:17:25,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43801 2024-12-05T14:17:25,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43801 2024-12-05T14:17:25,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43801 2024-12-05T14:17:25,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43801 2024-12-05T14:17:25,738 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:17:25,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:25,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:25,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:17:25,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:25,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:17:25,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:17:25,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:17:25,739 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35715 2024-12-05T14:17:25,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35715 connecting to ZooKeeper ensemble=127.0.0.1:50426 2024-12-05T14:17:25,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:25,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357150x0, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:25,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357150x0, quorum=127.0.0.1:50426, baseZNode=/0189502936 Set watcher on znode that does not yet exist, /0189502936/running 2024-12-05T14:17:25,753 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:17:25,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35715-0x101a5daba0b0001 connected 2024-12-05T14:17:25,756 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:17:25,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Set watcher on znode that does not yet exist, /0189502936/master 2024-12-05T14:17:25,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Set watcher on znode that does not yet exist, /0189502936/acl 2024-12-05T14:17:25,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35715 2024-12-05T14:17:25,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35715 2024-12-05T14:17:25,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35715 2024-12-05T14:17:25,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35715 2024-12-05T14:17:25,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35715 2024-12-05T14:17:25,776 DEBUG [M:0;218194e0d8ec:43801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:43801 2024-12-05T14:17:25,776 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0189502936/backup-masters/218194e0d8ec,43801,1733408245493 2024-12-05T14:17:25,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936/backup-masters 2024-12-05T14:17:25,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936/backup-masters 2024-12-05T14:17:25,784 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Set watcher on existing znode=/0189502936/backup-masters/218194e0d8ec,43801,1733408245493 2024-12-05T14:17:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0189502936/master 2024-12-05T14:17:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:25,794 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Set watcher on existing znode=/0189502936/master 2024-12-05T14:17:25,794 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0189502936/backup-masters/218194e0d8ec,43801,1733408245493 from backup master directory 2024-12-05T14:17:25,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936/backup-masters 2024-12-05T14:17:25,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0189502936/backup-masters/218194e0d8ec,43801,1733408245493 2024-12-05T14:17:25,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936/backup-masters 2024-12-05T14:17:25,805 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:17:25,805 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,43801,1733408245493 2024-12-05T14:17:25,810 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/hbase.id] with ID: 4559f6f8-f104-46ec-8283-29605bd466e7 2024-12-05T14:17:25,810 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/.tmp/hbase.id 2024-12-05T14:17:25,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:17:25,823 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:17:25,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:25,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:26,219 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/.tmp/hbase.id]:[hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/hbase.id] 2024-12-05T14:17:26,232 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:26,232 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:17:26,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T14:17:26,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:26,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:26,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:17:26,652 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:17:26,653 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:17:26,653 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:26,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:17:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:17:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:17:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:27,061 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store 2024-12-05T14:17:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:17:27,468 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:27,469 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:17:27,469 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:27,469 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:27,469 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:17:27,469 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:27,469 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:27,469 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408247468Disabling compacts and flushes for region at 1733408247468Disabling writes for close at 1733408247469 (+1 ms)Writing region close event to WAL at 1733408247469Closed at 1733408247469 2024-12-05T14:17:27,470 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/.initializing 2024-12-05T14:17:27,470 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/WALs/218194e0d8ec,43801,1733408245493 2024-12-05T14:17:27,471 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:27,473 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C43801%2C1733408245493, suffix=, logDir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/WALs/218194e0d8ec,43801,1733408245493, archiveDir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/oldWALs, maxLogs=10 2024-12-05T14:17:27,484 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/WALs/218194e0d8ec,43801,1733408245493/218194e0d8ec%2C43801%2C1733408245493.1733408247473, exclude list is [], retry=0 2024-12-05T14:17:27,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33849,DS-c8b383b1-31f2-4f2d-9413-5e1c07997e19,DISK] 2024-12-05T14:17:27,488 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/WALs/218194e0d8ec,43801,1733408245493/218194e0d8ec%2C43801%2C1733408245493.1733408247473 2024-12-05T14:17:27,489 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34365:34365)] 2024-12-05T14:17:27,489 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:27,489 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:27,489 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:27,489 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:27,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:27,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:17:27,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:27,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:27,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:27,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:17:27,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:27,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:27,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:27,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:17:27,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:27,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:27,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:27,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:17:27,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:27,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:27,498 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:27,499 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:27,499 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:27,500 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:27,500 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:27,501 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:27,502 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:27,504 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:27,504 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63185713, jitterRate=-0.058459505438804626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:27,505 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408247489Initializing all the Stores at 1733408247490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408247490Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408247490Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408247490Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408247490Cleaning up temporary data from old regions at 1733408247500 (+10 ms)Region opened successfully at 1733408247505 (+5 ms) 2024-12-05T14:17:27,505 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:17:27,508 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1787db02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:17:27,509 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:17:27,509 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:17:27,509 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:17:27,509 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:17:27,510 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:17:27,510 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:17:27,510 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:17:27,512 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:17:27,513 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Unable to get data of znode /0189502936/balancer because node does not exist (not necessarily an error) 2024-12-05T14:17:27,530 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0189502936/balancer already deleted, retry=false 2024-12-05T14:17:27,531 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:17:27,532 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Unable to get data of znode /0189502936/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:17:27,551 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0189502936/normalizer already deleted, retry=false 2024-12-05T14:17:27,552 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:17:27,553 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Unable to get data of znode /0189502936/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:17:27,562 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0189502936/switch/split already deleted, retry=false 2024-12-05T14:17:27,563 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Unable to get data of znode /0189502936/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:17:27,572 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0189502936/switch/merge already deleted, retry=false 2024-12-05T14:17:27,575 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Unable to get data of znode /0189502936/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:17:27,583 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0189502936/snapshot-cleanup already deleted, retry=false 2024-12-05T14:17:27,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0189502936/running 2024-12-05T14:17:27,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0189502936/running 2024-12-05T14:17:27,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:27,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:27,594 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,43801,1733408245493, sessionid=0x101a5daba0b0000, setting cluster-up flag (Was=false) 2024-12-05T14:17:27,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:27,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:27,646 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0189502936/flush-table-proc/acquired, /0189502936/flush-table-proc/reached, /0189502936/flush-table-proc/abort 2024-12-05T14:17:27,647 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,43801,1733408245493 2024-12-05T14:17:27,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:27,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:27,699 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0189502936/online-snapshot/acquired, /0189502936/online-snapshot/reached, /0189502936/online-snapshot/abort 2024-12-05T14:17:27,700 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,43801,1733408245493 2024-12-05T14:17:27,701 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:17:27,703 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:27,703 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:17:27,703 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:17:27,703 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 218194e0d8ec,46261,1733408217308: status=Processing ServerCrashProcedure of 218194e0d8ec,46261,1733408217308 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733408234041, completionTime=-1 appears to have been leaked 2024-12-05T14:17:27,703 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,43801,1733408245493 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:17:27,705 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:27,705 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:27,705 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:27,705 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:27,705 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:17:27,705 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,705 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:27,705 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,706 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408277706 2024-12-05T14:17:27,706 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:17:27,706 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:17:27,706 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:17:27,707 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:17:27,707 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:17:27,707 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:17:27,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:27,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:17:27,707 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,708 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:27,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:17:27,713 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:17:27,713 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:17:27,714 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:17:27,714 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:17:27,716 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:17:27,716 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:17:27,717 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408247716,5,FailOnTimeoutGroup] 2024-12-05T14:17:27,718 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408247717,5,FailOnTimeoutGroup] 2024-12-05T14:17:27,718 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,718 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:17:27,718 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,718 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:17:27,765 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(746): ClusterId : 4559f6f8-f104-46ec-8283-29605bd466e7 2024-12-05T14:17:27,765 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:17:27,773 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:17:27,774 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:17:27,784 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:17:27,784 DEBUG [RS:0;218194e0d8ec:35715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74267431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:17:27,795 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:35715 2024-12-05T14:17:27,795 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:17:27,795 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:17:27,795 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:17:27,796 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,43801,1733408245493 with port=35715, startcode=1733408245738 2024-12-05T14:17:27,796 DEBUG [RS:0;218194e0d8ec:35715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:17:27,798 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:17:27,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,35715,1733408245738 2024-12-05T14:17:27,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43801 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,35715,1733408245738 2024-12-05T14:17:27,801 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0 2024-12-05T14:17:27,801 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37727 2024-12-05T14:17:27,801 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:17:27,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936/rs 2024-12-05T14:17:27,814 DEBUG [RS:0;218194e0d8ec:35715 {}] zookeeper.ZKUtil(111): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Set watcher on existing znode=/0189502936/rs/218194e0d8ec,35715,1733408245738 2024-12-05T14:17:27,814 WARN [RS:0;218194e0d8ec:35715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:17:27,814 INFO [RS:0;218194e0d8ec:35715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:27,815 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738 2024-12-05T14:17:27,815 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,35715,1733408245738] 2024-12-05T14:17:27,818 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:17:27,820 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:17:27,821 INFO [RS:0;218194e0d8ec:35715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:17:27,822 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,822 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:17:27,823 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:17:27,823 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,823 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,823 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,823 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,823 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,823 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,824 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:27,824 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,824 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,824 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,824 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,824 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,824 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:27,824 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:27,824 DEBUG [RS:0;218194e0d8ec:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:27,826 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,826 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,826 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,826 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,826 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,827 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35715,1733408245738-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:27,840 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:17:27,841 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35715,1733408245738-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,841 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,841 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.Replication(171): 218194e0d8ec,35715,1733408245738 started 2024-12-05T14:17:27,855 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:27,856 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,35715,1733408245738, RpcServer on 218194e0d8ec/172.17.0.2:35715, sessionid=0x101a5daba0b0001 2024-12-05T14:17:27,856 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:17:27,856 DEBUG [RS:0;218194e0d8ec:35715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,35715,1733408245738 2024-12-05T14:17:27,856 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,35715,1733408245738' 2024-12-05T14:17:27,856 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0189502936/flush-table-proc/abort' 2024-12-05T14:17:27,856 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0189502936/flush-table-proc/acquired' 2024-12-05T14:17:27,857 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:17:27,857 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:17:27,857 DEBUG [RS:0;218194e0d8ec:35715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,35715,1733408245738 2024-12-05T14:17:27,857 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,35715,1733408245738' 2024-12-05T14:17:27,857 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0189502936/online-snapshot/abort' 2024-12-05T14:17:27,857 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0189502936/online-snapshot/acquired' 2024-12-05T14:17:27,858 DEBUG [RS:0;218194e0d8ec:35715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:17:27,858 INFO [RS:0;218194e0d8ec:35715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:17:27,858 INFO [RS:0;218194e0d8ec:35715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:17:27,959 INFO [RS:0;218194e0d8ec:35715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:27,961 INFO [RS:0;218194e0d8ec:35715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C35715%2C1733408245738, suffix=, logDir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738, archiveDir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/oldWALs, maxLogs=10 2024-12-05T14:17:27,976 DEBUG [RS:0;218194e0d8ec:35715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.1733408247961, exclude list is [], retry=0 2024-12-05T14:17:27,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33849,DS-c8b383b1-31f2-4f2d-9413-5e1c07997e19,DISK] 2024-12-05T14:17:27,982 INFO [RS:0;218194e0d8ec:35715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.1733408247961 2024-12-05T14:17:27,983 DEBUG [RS:0;218194e0d8ec:35715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34365:34365)] 2024-12-05T14:17:28,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:17:28,123 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0 2024-12-05T14:17:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:17:28,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:28,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:28,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:28,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:28,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:28,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:28,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:28,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:28,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:28,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:28,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:28,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:28,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:28,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:28,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:28,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:28,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:28,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:28,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740 2024-12-05T14:17:28,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740 2024-12-05T14:17:28,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:28,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:28,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:28,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:28,548 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:28,549 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63664502, jitterRate=-0.0513249933719635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:28,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408248532Initializing all the Stores at 1733408248533 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408248533Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408248533Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408248533Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408248533Cleaning up temporary data from old regions at 1733408248544 (+11 ms)Region opened successfully at 1733408248549 (+5 ms) 2024-12-05T14:17:28,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:17:28,550 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:17:28,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:17:28,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:17:28,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:17:28,550 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:28,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408248550Disabling compacts and flushes for region at 1733408248550Disabling writes for close at 1733408248550Writing region close event to WAL at 1733408248550Closed at 1733408248550 2024-12-05T14:17:28,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:28,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:17:28,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:17:28,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:28,554 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:17:28,704 DEBUG [218194e0d8ec:43801 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:17:28,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,35715,1733408245738 2024-12-05T14:17:28,706 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,35715,1733408245738, state=OPENING 2024-12-05T14:17:28,720 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:17:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:28,785 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:28,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0189502936/meta-region-server: CHANGED 2024-12-05T14:17:28,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0189502936/meta-region-server: CHANGED 2024-12-05T14:17:28,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,35715,1733408245738}] 2024-12-05T14:17:28,938 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:17:28,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:17:28,943 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:17:28,943 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:28,943 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:17:28,945 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C35715%2C1733408245738.meta, suffix=.meta, logDir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738, archiveDir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/oldWALs, maxLogs=10 2024-12-05T14:17:28,960 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.meta.1733408248945.meta, exclude list is [], retry=0 2024-12-05T14:17:28,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33849,DS-c8b383b1-31f2-4f2d-9413-5e1c07997e19,DISK] 2024-12-05T14:17:28,964 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.meta.1733408248945.meta 2024-12-05T14:17:28,965 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34365:34365)] 2024-12-05T14:17:28,965 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:28,965 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:28,965 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:17:28,965 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:17:28,965 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:17:28,965 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:17:28,966 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:28,966 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:17:28,966 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:17:28,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:28,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:28,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:28,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:28,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:28,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:28,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:28,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:28,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:28,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:28,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:28,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:28,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:28,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:28,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:28,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:28,972 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:28,973 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740 2024-12-05T14:17:28,974 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740 2024-12-05T14:17:28,976 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:28,976 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:28,976 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:28,978 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:28,979 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72663363, jitterRate=0.08276848495006561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:28,979 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:17:28,980 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408248966Writing region info on filesystem at 1733408248966Initializing all the Stores at 1733408248967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408248967Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408248967Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408248967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408248967Cleaning up temporary data from old regions at 1733408248976 (+9 ms)Running coprocessor post-open hooks at 1733408248979 (+3 ms)Region opened successfully at 1733408248980 (+1 ms) 2024-12-05T14:17:28,981 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408248937 2024-12-05T14:17:28,984 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:17:28,984 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:17:28,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,35715,1733408245738 2024-12-05T14:17:28,986 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,35715,1733408245738, state=OPEN 2024-12-05T14:17:29,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0189502936/meta-region-server 2024-12-05T14:17:29,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0189502936/meta-region-server 2024-12-05T14:17:29,049 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,35715,1733408245738 2024-12-05T14:17:29,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0189502936/meta-region-server: CHANGED 2024-12-05T14:17:29,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0189502936/meta-region-server: CHANGED 2024-12-05T14:17:29,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:17:29,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,35715,1733408245738 in 264 msec 2024-12-05T14:17:29,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:17:29,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 500 msec 2024-12-05T14:17:29,056 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:29,056 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:17:29,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:29,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35715,1733408245738, seqNum=-1] 2024-12-05T14:17:29,058 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:29,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:29,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3620 sec 2024-12-05T14:17:29,065 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408249065, completionTime=-1 2024-12-05T14:17:29,065 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:17:29,066 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:17:29,068 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:17:29,068 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408309068 2024-12-05T14:17:29,068 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408369068 2024-12-05T14:17:29,068 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T14:17:29,068 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43801,1733408245493-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:29,068 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43801,1733408245493-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:29,068 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43801,1733408245493-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:29,068 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:43801, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:29,069 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:29,069 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:29,070 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:17:29,073 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.268sec 2024-12-05T14:17:29,073 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:17:29,073 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:17:29,073 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:17:29,073 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:17:29,073 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:17:29,073 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43801,1733408245493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:29,073 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43801,1733408245493-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:17:29,076 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:17:29,076 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:17:29,076 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43801,1733408245493-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:29,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c92e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:29,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,43801,-1 for getting cluster id 2024-12-05T14:17:29,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:29,168 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4559f6f8-f104-46ec-8283-29605bd466e7' 2024-12-05T14:17:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4559f6f8-f104-46ec-8283-29605bd466e7" 2024-12-05T14:17:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,43801,-1] 2024-12-05T14:17:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:29,170 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:29,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58349ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:29,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35715,1733408245738, seqNum=-1] 2024-12-05T14:17:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:29,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:29,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,43801,1733408245493 2024-12-05T14:17:29,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50426 2024-12-05T14:17:29,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:29,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5daba0b0002 connected 2024-12-05T14:17:29,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/hadoop.log.dir so I do NOT create it in target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27 2024-12-05T14:17:29,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:17:29,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/hadoop.tmp.dir so I do NOT create it in target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27 2024-12-05T14:17:29,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:17:29,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27 2024-12-05T14:17:29,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:17:29,287 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/cluster_dc127b7d-9eac-351b-bc62-c789dc6a26c8, deleteOnExit=true 2024-12-05T14:17:29,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/test.cache.data in system properties and HBase conf 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:17:29,288 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:17:29,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:17:29,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:17:29,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:17:29,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:17:29,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:17:29,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:17:29,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:17:29,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:17:29,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:29,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:17:29,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:17:29,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:17:29,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:17:29,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:29,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@547bb378{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:17:29,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6401a9ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:17:29,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76a3a99a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/java.io.tmpdir/jetty-localhost-35071-hadoop-hdfs-3_4_1-tests_jar-_-any-6843533779981952056/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:17:29,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@788a1a21{HTTP/1.1, (http/1.1)}{localhost:35071} 2024-12-05T14:17:29,899 INFO [Time-limited test {}] server.Server(415): Started @40465ms 2024-12-05T14:17:30,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:30,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:17:30,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:17:30,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:17:30,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:17:30,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d6b5fb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:17:30,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62fb0306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:17:30,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@669ff4a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/java.io.tmpdir/jetty-localhost-33507-hadoop-hdfs-3_4_1-tests_jar-_-any-2957340477043698018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:17:30,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e3b8098{HTTP/1.1, (http/1.1)}{localhost:33507} 2024-12-05T14:17:30,400 INFO [Time-limited test {}] server.Server(415): Started @40966ms 2024-12-05T14:17:30,401 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:17:31,071 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/cluster_dc127b7d-9eac-351b-bc62-c789dc6a26c8/data/data1/current/BP-86987209-172.17.0.2-1733408249310/current, will proceed with Du for space computation calculation, 2024-12-05T14:17:31,071 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/cluster_dc127b7d-9eac-351b-bc62-c789dc6a26c8/data/data2/current/BP-86987209-172.17.0.2-1733408249310/current, will proceed with Du for space computation calculation, 2024-12-05T14:17:31,090 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:17:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71b0585e31aa2212 with lease ID 0x311906541192350c: Processing first storage report for DS-c5c9b4fb-f470-47a3-80b5-a6da2c4c25f6 from datanode DatanodeRegistration(127.0.0.1:40731, datanodeUuid=4663b576-dba4-45ad-9509-05fe235dfb8d, infoPort=45907, infoSecurePort=0, ipcPort=39517, storageInfo=lv=-57;cid=testClusterID;nsid=1120096996;c=1733408249310) 2024-12-05T14:17:31,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71b0585e31aa2212 with lease ID 0x311906541192350c: from storage DS-c5c9b4fb-f470-47a3-80b5-a6da2c4c25f6 node DatanodeRegistration(127.0.0.1:40731, datanodeUuid=4663b576-dba4-45ad-9509-05fe235dfb8d, infoPort=45907, infoSecurePort=0, ipcPort=39517, storageInfo=lv=-57;cid=testClusterID;nsid=1120096996;c=1733408249310), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:17:31,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71b0585e31aa2212 with lease ID 0x311906541192350c: Processing first storage report for DS-0745fadb-cd4a-4cb7-a1ba-d40e41714c40 from datanode DatanodeRegistration(127.0.0.1:40731, datanodeUuid=4663b576-dba4-45ad-9509-05fe235dfb8d, infoPort=45907, infoSecurePort=0, ipcPort=39517, storageInfo=lv=-57;cid=testClusterID;nsid=1120096996;c=1733408249310) 2024-12-05T14:17:31,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71b0585e31aa2212 with lease ID 0x311906541192350c: from storage DS-0745fadb-cd4a-4cb7-a1ba-d40e41714c40 node DatanodeRegistration(127.0.0.1:40731, datanodeUuid=4663b576-dba4-45ad-9509-05fe235dfb8d, infoPort=45907, infoSecurePort=0, ipcPort=39517, storageInfo=lv=-57;cid=testClusterID;nsid=1120096996;c=1733408249310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:17:31,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27 2024-12-05T14:17:31,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:31,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:31,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:17:31,541 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42 with version=8 2024-12-05T14:17:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/hbase-staging 2024-12-05T14:17:31,543 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:17:31,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:31,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:31,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:17:31,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:31,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:17:31,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:17:31,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:17:31,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33487 2024-12-05T14:17:31,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33487 connecting to ZooKeeper ensemble=127.0.0.1:50426 2024-12-05T14:17:31,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334870x0, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:31,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33487-0x101a5daba0b0003 connected 2024-12-05T14:17:31,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:31,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:31,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Set watcher on znode that does not yet exist, /1585419445/running 2024-12-05T14:17:31,691 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42, hbase.cluster.distributed=false 2024-12-05T14:17:31,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Set watcher on znode that does not yet exist, /1585419445/acl 2024-12-05T14:17:31,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33487 2024-12-05T14:17:31,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33487 2024-12-05T14:17:31,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33487 2024-12-05T14:17:31,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33487 2024-12-05T14:17:31,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33487 2024-12-05T14:17:31,706 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:17:31,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:31,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:31,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:17:31,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:31,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:17:31,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:17:31,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:17:31,707 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35373 2024-12-05T14:17:31,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35373 connecting to ZooKeeper ensemble=127.0.0.1:50426 2024-12-05T14:17:31,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:31,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:31,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353730x0, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:31,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35373-0x101a5daba0b0004 connected 2024-12-05T14:17:31,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Set watcher on znode that does not yet exist, /1585419445/running 2024-12-05T14:17:31,721 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:17:31,721 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:17:31,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Set watcher on znode that does not yet exist, /1585419445/master 2024-12-05T14:17:31,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Set watcher on znode that does not yet exist, /1585419445/acl 2024-12-05T14:17:31,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35373 2024-12-05T14:17:31,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35373 2024-12-05T14:17:31,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35373 2024-12-05T14:17:31,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35373 2024-12-05T14:17:31,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35373 2024-12-05T14:17:31,736 DEBUG [M:0;218194e0d8ec:33487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:33487 2024-12-05T14:17:31,736 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1585419445/backup-masters/218194e0d8ec,33487,1733408251543 2024-12-05T14:17:31,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445/backup-masters 2024-12-05T14:17:31,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445/backup-masters 2024-12-05T14:17:31,741 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Set watcher on existing znode=/1585419445/backup-masters/218194e0d8ec,33487,1733408251543 2024-12-05T14:17:31,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1585419445/master 2024-12-05T14:17:31,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:31,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:31,752 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Set watcher on existing znode=/1585419445/master 2024-12-05T14:17:31,752 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1585419445/backup-masters/218194e0d8ec,33487,1733408251543 from backup master directory 2024-12-05T14:17:31,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1585419445/backup-masters/218194e0d8ec,33487,1733408251543 2024-12-05T14:17:31,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445/backup-masters 2024-12-05T14:17:31,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445/backup-masters 2024-12-05T14:17:31,762 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:17:31,762 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,33487,1733408251543 2024-12-05T14:17:31,766 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/hbase.id] with ID: e61399cf-ded9-48c4-844f-f5bd935d6d40 2024-12-05T14:17:31,766 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/.tmp/hbase.id 2024-12-05T14:17:31,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:17:32,172 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/.tmp/hbase.id]:[hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/hbase.id] 2024-12-05T14:17:32,184 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:32,184 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:17:32,185 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T14:17:32,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:17:32,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:32,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:32,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:32,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:32,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:17:32,843 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:17:32,844 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:17:32,844 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:32,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:17:33,252 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store 2024-12-05T14:17:33,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:17:33,659 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:33,659 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:17:33,659 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:33,659 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:33,659 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:17:33,659 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:33,659 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:33,659 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408253659Disabling compacts and flushes for region at 1733408253659Disabling writes for close at 1733408253659Writing region close event to WAL at 1733408253659Closed at 1733408253659 2024-12-05T14:17:33,661 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/.initializing 2024-12-05T14:17:33,661 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/WALs/218194e0d8ec,33487,1733408251543 2024-12-05T14:17:33,662 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:33,664 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C33487%2C1733408251543, suffix=, logDir=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/WALs/218194e0d8ec,33487,1733408251543, archiveDir=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/oldWALs, maxLogs=10 2024-12-05T14:17:33,674 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/WALs/218194e0d8ec,33487,1733408251543/218194e0d8ec%2C33487%2C1733408251543.1733408253664, exclude list is [], retry=0 2024-12-05T14:17:33,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40731,DS-c5c9b4fb-f470-47a3-80b5-a6da2c4c25f6,DISK] 2024-12-05T14:17:33,679 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/WALs/218194e0d8ec,33487,1733408251543/218194e0d8ec%2C33487%2C1733408251543.1733408253664 2024-12-05T14:17:33,680 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45907:45907)] 2024-12-05T14:17:33,680 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:33,680 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:33,680 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:33,680 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:33,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:33,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:17:33,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:33,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:33,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:33,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:17:33,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:33,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:33,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:33,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:17:33,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:33,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:33,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:33,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:17:33,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:33,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:33,689 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:33,690 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:33,690 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:33,692 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:33,692 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:33,692 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:33,693 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:33,695 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:33,696 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60715700, jitterRate=-0.09526556730270386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:33,696 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408253680Initializing all the Stores at 1733408253681 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408253682 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408253682Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408253682Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408253682Cleaning up temporary data from old regions at 1733408253692 (+10 ms)Region opened successfully at 1733408253696 (+4 ms) 2024-12-05T14:17:33,696 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:17:33,699 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d62fcf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:17:33,699 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:17:33,700 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:17:33,700 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:17:33,700 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:17:33,700 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:17:33,701 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:17:33,701 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:17:33,705 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:17:33,705 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Unable to get data of znode /1585419445/balancer because node does not exist (not necessarily an error) 2024-12-05T14:17:33,751 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1585419445/balancer already deleted, retry=false 2024-12-05T14:17:33,751 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:17:33,752 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Unable to get data of znode /1585419445/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:17:33,761 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1585419445/normalizer already deleted, retry=false 2024-12-05T14:17:33,762 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:17:33,763 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Unable to get data of znode /1585419445/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:17:33,772 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1585419445/switch/split already deleted, retry=false 2024-12-05T14:17:33,773 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Unable to get data of znode /1585419445/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:17:33,783 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1585419445/switch/merge already deleted, retry=false 2024-12-05T14:17:33,785 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Unable to get data of znode /1585419445/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:17:33,793 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1585419445/snapshot-cleanup already deleted, retry=false 2024-12-05T14:17:33,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1585419445/running 2024-12-05T14:17:33,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1585419445/running 2024-12-05T14:17:33,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:33,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:33,804 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,33487,1733408251543, sessionid=0x101a5daba0b0003, setting cluster-up flag (Was=false) 2024-12-05T14:17:33,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:17:33,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:33,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:33,856 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1585419445/flush-table-proc/acquired, /1585419445/flush-table-proc/reached, /1585419445/flush-table-proc/abort 2024-12-05T14:17:33,858 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,33487,1733408251543 2024-12-05T14:17:33,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:33,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:33,909 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1585419445/online-snapshot/acquired, /1585419445/online-snapshot/reached, /1585419445/online-snapshot/abort 2024-12-05T14:17:33,910 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,33487,1733408251543 2024-12-05T14:17:33,911 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:17:33,912 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:33,913 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:17:33,913 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:17:33,913 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,33487,1733408251543 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:17:33,914 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:33,914 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:33,914 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:33,914 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:33,914 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:17:33,914 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,915 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:33,915 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,917 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408283917 2024-12-05T14:17:33,917 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:17:33,917 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:17:33,917 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:17:33,917 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:17:33,917 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:17:33,917 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:17:33,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:33,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:17:33,917 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,918 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:33,918 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:17:33,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:17:33,918 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:17:33,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:17:33,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:17:33,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:17:33,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:17:33,919 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408253919,5,FailOnTimeoutGroup] 2024-12-05T14:17:33,919 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408253919,5,FailOnTimeoutGroup] 2024-12-05T14:17:33,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:17:33,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,920 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:17:33,930 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(746): ClusterId : e61399cf-ded9-48c4-844f-f5bd935d6d40 2024-12-05T14:17:33,930 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:17:33,941 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:17:33,941 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:17:33,952 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:17:33,952 DEBUG [RS:0;218194e0d8ec:35373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28245acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:17:33,961 DEBUG [RS:0;218194e0d8ec:35373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:35373 2024-12-05T14:17:33,961 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:17:33,961 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:17:33,961 DEBUG [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:17:33,962 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,33487,1733408251543 with port=35373, startcode=1733408251705 2024-12-05T14:17:33,962 DEBUG [RS:0;218194e0d8ec:35373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:17:33,963 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:17:33,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,35373,1733408251705 2024-12-05T14:17:33,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33487 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,35373,1733408251705 2024-12-05T14:17:33,966 DEBUG [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42 2024-12-05T14:17:33,966 DEBUG [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44709 2024-12-05T14:17:33,966 DEBUG [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:17:33,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445/rs 2024-12-05T14:17:33,973 DEBUG [RS:0;218194e0d8ec:35373 {}] zookeeper.ZKUtil(111): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Set watcher on existing znode=/1585419445/rs/218194e0d8ec,35373,1733408251705 2024-12-05T14:17:33,973 WARN [RS:0;218194e0d8ec:35373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:17:33,973 INFO [RS:0;218194e0d8ec:35373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:33,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,35373,1733408251705] 2024-12-05T14:17:33,973 DEBUG [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/WALs/218194e0d8ec,35373,1733408251705 2024-12-05T14:17:33,976 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:17:33,978 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:17:33,980 INFO [RS:0;218194e0d8ec:35373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:17:33,980 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,980 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:17:33,981 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:17:33,982 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:33,982 DEBUG [RS:0;218194e0d8ec:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:33,983 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,983 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,983 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,983 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,983 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,983 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35373,1733408251705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:33,997 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:17:33,997 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35373,1733408251705-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,997 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:33,997 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.Replication(171): 218194e0d8ec,35373,1733408251705 started 2024-12-05T14:17:34,009 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:34,009 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,35373,1733408251705, RpcServer on 218194e0d8ec/172.17.0.2:35373, sessionid=0x101a5daba0b0004 2024-12-05T14:17:34,009 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:17:34,009 DEBUG [RS:0;218194e0d8ec:35373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,35373,1733408251705 2024-12-05T14:17:34,009 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,35373,1733408251705' 2024-12-05T14:17:34,009 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1585419445/flush-table-proc/abort' 2024-12-05T14:17:34,010 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1585419445/flush-table-proc/acquired' 2024-12-05T14:17:34,010 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:17:34,010 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:17:34,010 DEBUG [RS:0;218194e0d8ec:35373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,35373,1733408251705 2024-12-05T14:17:34,010 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,35373,1733408251705' 2024-12-05T14:17:34,010 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1585419445/online-snapshot/abort' 2024-12-05T14:17:34,011 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1585419445/online-snapshot/acquired' 2024-12-05T14:17:34,011 DEBUG [RS:0;218194e0d8ec:35373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:17:34,011 INFO [RS:0;218194e0d8ec:35373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:17:34,011 INFO [RS:0;218194e0d8ec:35373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:17:34,112 INFO [RS:0;218194e0d8ec:35373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:34,113 INFO [RS:0;218194e0d8ec:35373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C35373%2C1733408251705, suffix=, logDir=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/WALs/218194e0d8ec,35373,1733408251705, archiveDir=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/oldWALs, maxLogs=10 2024-12-05T14:17:34,125 DEBUG [RS:0;218194e0d8ec:35373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/WALs/218194e0d8ec,35373,1733408251705/218194e0d8ec%2C35373%2C1733408251705.1733408254114, exclude list is [], retry=0 2024-12-05T14:17:34,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40731,DS-c5c9b4fb-f470-47a3-80b5-a6da2c4c25f6,DISK] 2024-12-05T14:17:34,130 INFO [RS:0;218194e0d8ec:35373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/WALs/218194e0d8ec,35373,1733408251705/218194e0d8ec%2C35373%2C1733408251705.1733408254114 2024-12-05T14:17:34,131 DEBUG [RS:0;218194e0d8ec:35373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45907:45907)] 2024-12-05T14:17:34,325 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:17:34,325 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42 2024-12-05T14:17:34,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:17:34,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:34,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:34,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:34,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:34,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:34,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:34,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:34,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:34,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:34,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:34,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:34,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:34,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:34,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:34,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:34,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:34,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:34,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:34,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/data/hbase/meta/1588230740 2024-12-05T14:17:34,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/data/hbase/meta/1588230740 2024-12-05T14:17:34,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:34,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:34,744 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:34,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:34,747 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:34,747 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62081458, jitterRate=-0.07491418719291687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:34,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408254733Initializing all the Stores at 1733408254734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408254734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408254734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408254734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408254734Cleaning up temporary data from old regions at 1733408254743 (+9 ms)Region opened successfully at 1733408254748 (+5 ms) 2024-12-05T14:17:34,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:17:34,748 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:17:34,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:17:34,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:17:34,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:17:34,748 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:34,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408254748Disabling compacts and flushes for region at 1733408254748Disabling writes for close at 1733408254748Writing region close event to WAL at 1733408254748Closed at 1733408254748 2024-12-05T14:17:34,749 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:34,749 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:17:34,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:17:34,751 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:34,751 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:17:34,902 DEBUG [218194e0d8ec:33487 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:17:34,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,35373,1733408251705 2024-12-05T14:17:34,903 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,35373,1733408251705, state=OPENING 2024-12-05T14:17:35,029 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:17:35,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:35,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:35,046 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:35,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1585419445/meta-region-server: CHANGED 2024-12-05T14:17:35,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1585419445/meta-region-server: CHANGED 2024-12-05T14:17:35,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,35373,1733408251705}] 2024-12-05T14:17:35,200 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:17:35,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:17:35,205 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:17:35,205 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:35,206 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:17:35,208 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C35373%2C1733408251705.meta, suffix=.meta, logDir=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/WALs/218194e0d8ec,35373,1733408251705, archiveDir=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/oldWALs, maxLogs=10 2024-12-05T14:17:35,219 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/WALs/218194e0d8ec,35373,1733408251705/218194e0d8ec%2C35373%2C1733408251705.meta.1733408255208.meta, exclude list is [], retry=0 2024-12-05T14:17:35,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40731,DS-c5c9b4fb-f470-47a3-80b5-a6da2c4c25f6,DISK] 2024-12-05T14:17:35,223 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/WALs/218194e0d8ec,35373,1733408251705/218194e0d8ec%2C35373%2C1733408251705.meta.1733408255208.meta 2024-12-05T14:17:35,223 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45907:45907)] 2024-12-05T14:17:35,223 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:35,224 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:35,224 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:17:35,224 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:17:35,224 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:17:35,224 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:17:35,224 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:35,224 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:17:35,224 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:17:35,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:35,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:35,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:35,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:35,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:35,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:35,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:35,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:35,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:35,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:35,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:35,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:35,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:35,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:35,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:35,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:35,232 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:35,233 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/data/hbase/meta/1588230740 2024-12-05T14:17:35,234 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/data/hbase/meta/1588230740 2024-12-05T14:17:35,235 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:35,235 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:35,236 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:35,237 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:35,238 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69491106, jitterRate=0.03549817204475403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:35,238 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:17:35,238 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408255224Writing region info on filesystem at 1733408255224Initializing all the Stores at 1733408255225 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408255225Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408255226 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408255226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408255226Cleaning up temporary data from old regions at 1733408255235 (+9 ms)Running coprocessor post-open hooks at 1733408255238 (+3 ms)Region opened successfully at 1733408255238 2024-12-05T14:17:35,239 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408255199 2024-12-05T14:17:35,241 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:17:35,242 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:17:35,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,35373,1733408251705 2024-12-05T14:17:35,243 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,35373,1733408251705, state=OPEN 2024-12-05T14:17:35,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1585419445/meta-region-server 2024-12-05T14:17:35,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1585419445/meta-region-server 2024-12-05T14:17:35,255 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,35373,1733408251705 2024-12-05T14:17:35,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1585419445/meta-region-server: CHANGED 2024-12-05T14:17:35,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1585419445/meta-region-server: CHANGED 2024-12-05T14:17:35,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:17:35,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,35373,1733408251705 in 208 msec 2024-12-05T14:17:35,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:17:35,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec 2024-12-05T14:17:35,261 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:35,261 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:17:35,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:35,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35373,1733408251705, seqNum=-1] 2024-12-05T14:17:35,263 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:35,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:35,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3560 sec 2024-12-05T14:17:35,269 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408255269, completionTime=-1 2024-12-05T14:17:35,269 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:17:35,269 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:17:35,271 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:17:35,271 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408315271 2024-12-05T14:17:35,271 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408375271 2024-12-05T14:17:35,271 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:17:35,271 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33487,1733408251543-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:35,271 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33487,1733408251543-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:35,271 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33487,1733408251543-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:35,271 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:33487, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:35,272 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:35,272 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:35,273 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:17:35,275 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.513sec 2024-12-05T14:17:35,275 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:17:35,275 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:17:35,275 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:17:35,275 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:17:35,275 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:17:35,275 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33487,1733408251543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:35,275 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33487,1733408251543-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:17:35,278 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:17:35,278 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:17:35,278 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33487,1733408251543-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:35,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0290d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:35,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,33487,-1 for getting cluster id 2024-12-05T14:17:35,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:35,333 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e61399cf-ded9-48c4-844f-f5bd935d6d40' 2024-12-05T14:17:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e61399cf-ded9-48c4-844f-f5bd935d6d40" 2024-12-05T14:17:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff6c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,33487,-1] 2024-12-05T14:17:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:35,336 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:35,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf5a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:35,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:35,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35373,1733408251705, seqNum=-1] 2024-12-05T14:17:35,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:35,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:35,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,33487,1733408251543 2024-12-05T14:17:35,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50426 2024-12-05T14:17:35,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:35,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5daba0b0005 connected 2024-12-05T14:17:35,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5408957b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:35,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,43801,-1 for getting cluster id 2024-12-05T14:17:35,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:35,366 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4559f6f8-f104-46ec-8283-29605bd466e7' 2024-12-05T14:17:35,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:35,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4559f6f8-f104-46ec-8283-29605bd466e7" 2024-12-05T14:17:35,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63461015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:35,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,43801,-1] 2024-12-05T14:17:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:35,370 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:35,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a78a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:35,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,43801,1733408245493 2024-12-05T14:17:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@341aefd4 2024-12-05T14:17:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:35,375 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:35,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:33487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:17:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:17:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:35,379 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:33487' 2024-12-05T14:17:35,380 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a3d9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:35,381 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,33487,-1 for getting cluster id 2024-12-05T14:17:35,381 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:35,382 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e61399cf-ded9-48c4-844f-f5bd935d6d40' 2024-12-05T14:17:35,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:35,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e61399cf-ded9-48c4-844f-f5bd935d6d40" 2024-12-05T14:17:35,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43da6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:35,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,33487,-1] 2024-12-05T14:17:35,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:35,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:35,384 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:35,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9cbe4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:35,385 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:35,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,33487,1733408251543 2024-12-05T14:17:35,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b6d766e 2024-12-05T14:17:35,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:35,387 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:35,388 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T14:17:35,388 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:17:35,388 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:35,388 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:35,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:35,389 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:17:35,390 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:17:35,392 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:17:35,392 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:35,393 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:17:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741835_1011 (size=1138) 2024-12-05T14:17:35,441 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:17:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:35,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff672b511fdec679950cd4b6eb8bca62, NAME => 'hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0 2024-12-05T14:17:35,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741836_1012 (size=44) 2024-12-05T14:17:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:36,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:36,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ff672b511fdec679950cd4b6eb8bca62, disabling compactions & flushes 2024-12-05T14:17:36,207 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. 2024-12-05T14:17:36,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. 2024-12-05T14:17:36,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. after waiting 0 ms 2024-12-05T14:17:36,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. 2024-12-05T14:17:36,207 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. 2024-12-05T14:17:36,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff672b511fdec679950cd4b6eb8bca62: Waiting for close lock at 1733408256207Disabling compacts and flushes for region at 1733408256207Disabling writes for close at 1733408256207Writing region close event to WAL at 1733408256207Closed at 1733408256207 2024-12-05T14:17:36,209 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:17:36,209 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408256209"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408256209"}]},"ts":"1733408256209"} 2024-12-05T14:17:36,211 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:17:36,212 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:17:36,212 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408256212"}]},"ts":"1733408256212"} 2024-12-05T14:17:36,214 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:17:36,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff672b511fdec679950cd4b6eb8bca62, ASSIGN}] 2024-12-05T14:17:36,216 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff672b511fdec679950cd4b6eb8bca62, ASSIGN 2024-12-05T14:17:36,217 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff672b511fdec679950cd4b6eb8bca62, ASSIGN; state=OFFLINE, location=218194e0d8ec,35715,1733408245738; forceNewPlan=false, retain=false 2024-12-05T14:17:36,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff672b511fdec679950cd4b6eb8bca62, regionState=OPENING, regionLocation=218194e0d8ec,35715,1733408245738 2024-12-05T14:17:36,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff672b511fdec679950cd4b6eb8bca62, ASSIGN because future has completed 2024-12-05T14:17:36,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff672b511fdec679950cd4b6eb8bca62, server=218194e0d8ec,35715,1733408245738}] 2024-12-05T14:17:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:36,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. 2024-12-05T14:17:36,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:36,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:17:36,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C35715%2C1733408245738.rep, suffix=, logDir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738, archiveDir=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/oldWALs, maxLogs=10 2024-12-05T14:17:36,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.rep.1733408256529, exclude list is [], retry=0 2024-12-05T14:17:36,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33849,DS-c8b383b1-31f2-4f2d-9413-5e1c07997e19,DISK] 2024-12-05T14:17:36,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.rep.1733408256529 2024-12-05T14:17:36,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34365:34365)] 2024-12-05T14:17:36,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ff672b511fdec679950cd4b6eb8bca62, NAME => 'hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:36,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:36,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:17:36,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. service=MultiRowMutationService 2024-12-05T14:17:36,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:17:36,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:36,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,546 INFO [StoreOpener-ff672b511fdec679950cd4b6eb8bca62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,547 INFO [StoreOpener-ff672b511fdec679950cd4b6eb8bca62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff672b511fdec679950cd4b6eb8bca62 columnFamilyName hfileref 2024-12-05T14:17:36,548 DEBUG [StoreOpener-ff672b511fdec679950cd4b6eb8bca62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:36,548 INFO [StoreOpener-ff672b511fdec679950cd4b6eb8bca62-1 {}] regionserver.HStore(327): Store=ff672b511fdec679950cd4b6eb8bca62/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:36,548 INFO [StoreOpener-ff672b511fdec679950cd4b6eb8bca62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,549 INFO [StoreOpener-ff672b511fdec679950cd4b6eb8bca62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff672b511fdec679950cd4b6eb8bca62 columnFamilyName queue 2024-12-05T14:17:36,549 DEBUG [StoreOpener-ff672b511fdec679950cd4b6eb8bca62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:36,550 INFO [StoreOpener-ff672b511fdec679950cd4b6eb8bca62-1 {}] regionserver.HStore(327): Store=ff672b511fdec679950cd4b6eb8bca62/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:36,550 INFO [StoreOpener-ff672b511fdec679950cd4b6eb8bca62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,551 INFO [StoreOpener-ff672b511fdec679950cd4b6eb8bca62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff672b511fdec679950cd4b6eb8bca62 columnFamilyName sid 2024-12-05T14:17:36,551 DEBUG [StoreOpener-ff672b511fdec679950cd4b6eb8bca62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:36,551 INFO [StoreOpener-ff672b511fdec679950cd4b6eb8bca62-1 {}] regionserver.HStore(327): Store=ff672b511fdec679950cd4b6eb8bca62/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:36,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/replication/ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/replication/ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:17:36,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/replication/ff672b511fdec679950cd4b6eb8bca62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:36,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ff672b511fdec679950cd4b6eb8bca62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72809420, jitterRate=0.08494490385055542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:17:36,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:36,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ff672b511fdec679950cd4b6eb8bca62: Running coprocessor pre-open hook at 1733408256545Writing region info on filesystem at 1733408256545Initializing all the Stores at 1733408256546 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408256546Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408256546Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408256546Cleaning up temporary data from old regions at 1733408256554 (+8 ms)Running coprocessor post-open hooks at 1733408256558 (+4 ms)Region opened successfully at 1733408256558 2024-12-05T14:17:36,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62., pid=7, masterSystemTime=1733408256523 2024-12-05T14:17:36,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. 2024-12-05T14:17:36,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. 2024-12-05T14:17:36,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff672b511fdec679950cd4b6eb8bca62, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,35715,1733408245738 2024-12-05T14:17:36,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff672b511fdec679950cd4b6eb8bca62, server=218194e0d8ec,35715,1733408245738 because future has completed 2024-12-05T14:17:36,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T14:17:36,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ff672b511fdec679950cd4b6eb8bca62, server=218194e0d8ec,35715,1733408245738 in 195 msec 2024-12-05T14:17:36,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:17:36,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff672b511fdec679950cd4b6eb8bca62, ASSIGN in 353 msec 2024-12-05T14:17:36,571 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:17:36,571 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408256571"}]},"ts":"1733408256571"} 2024-12-05T14:17:36,573 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:17:36,574 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:17:36,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-12-05T14:17:36,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62., hostname=218194e0d8ec,35715,1733408245738, seqNum=2] 2024-12-05T14:17:36,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:36,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:36,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:17:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:17:36,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T14:17:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T14:17:36,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T14:17:36,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:36,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T14:17:36,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:36,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T14:17:36,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:17:36,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T14:17:36,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T14:17:36,916 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:17:36,943 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,35715,1733408245738, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:17:36,943 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:36,943 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35715,1733408245738, seqNum=-1] 2024-12-05T14:17:36,944 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:36,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-05T14:17:36,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,35715,1733408245738', locateType=CURRENT is [region=hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62., hostname=218194e0d8ec,35715,1733408245738, seqNum=2] 2024-12-05T14:17:36,949 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T14:17:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T14:17:36,952 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,35715,1733408245738 suceeded 2024-12-05T14:17:36,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T14:17:36,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-05T14:17:36,954 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:33487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:17:36,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5790 sec 2024-12-05T14:17:36,963 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:33487' 2024-12-05T14:17:36,964 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@889969e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:36,964 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,33487,-1 for getting cluster id 2024-12-05T14:17:36,964 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:36,965 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e61399cf-ded9-48c4-844f-f5bd935d6d40' 2024-12-05T14:17:36,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:36,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e61399cf-ded9-48c4-844f-f5bd935d6d40" 2024-12-05T14:17:36,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ec60eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:36,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,33487,-1] 2024-12-05T14:17:36,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:36,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:36,966 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:36,967 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f54237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:36,967 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:36,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,33487,1733408251543 2024-12-05T14:17:36,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12eb2c25 2024-12-05T14:17:36,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:36,968 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-05T14:17:36,969 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,35715,1733408245738 (queues=1) is replicating from cluster=4559f6f8-f104-46ec-8283-29605bd466e7 to cluster=e61399cf-ded9-48c4-844f-f5bd935d6d40 2024-12-05T14:17:36,969 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C35715%2C1733408245738 2024-12-05T14:17:36,969 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,35715,1733408245738, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:17:36,969 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738.replicationSource.shipper218194e0d8ec%2C35715%2C1733408245738,1-218194e0d8ec,35715,1733408245738 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C35715%2C1733408245738 2024-12-05T14:17:36,969 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738.replicationSource.wal-reader.218194e0d8ec%2C35715%2C1733408245738,1-218194e0d8ec,35715,1733408245738 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.1733408247961, startPosition=0, beingWritten=true 2024-12-05T14:17:37,175 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738.replicationSource.wal-reader.218194e0d8ec%2C35715%2C1733408245738,1-218194e0d8ec,35715,1733408245738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.1733408247961 to pos 0, reset compression=false 2024-12-05T14:17:37,480 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738.replicationSource.wal-reader.218194e0d8ec%2C35715%2C1733408245738,1-218194e0d8ec,35715,1733408245738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.1733408247961 to pos 0, reset compression=false 2024-12-05T14:17:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:37,525 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:17:37,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:37,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:37,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:37,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:37,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:37,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,43801,1733408245493 2024-12-05T14:17:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@324c7efb 2024-12-05T14:17:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:37,527 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:37,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T14:17:37,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:17:37,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:37,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:37,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:37,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:37,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:37,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:17:37,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2929005, stopped=false 2024-12-05T14:17:37,528 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,33487,1733408251543 2024-12-05T14:17:37,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1585419445/running 2024-12-05T14:17:37,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1585419445/running 2024-12-05T14:17:37,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:37,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:37,583 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:17:37,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:37,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:37,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:37,583 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,35373,1733408251705' ***** 2024-12-05T14:17:37,583 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:17:37,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Set watcher on znode that does not yet exist, /1585419445/running 2024-12-05T14:17:37,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Set watcher on znode that does not yet exist, /1585419445/running 2024-12-05T14:17:37,583 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:17:37,584 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:17:37,584 INFO [RS:0;218194e0d8ec:35373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:17:37,584 INFO [RS:0;218194e0d8ec:35373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:17:37,584 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,35373,1733408251705 2024-12-05T14:17:37,584 INFO [RS:0;218194e0d8ec:35373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:17:37,584 INFO [RS:0;218194e0d8ec:35373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:35373. 2024-12-05T14:17:37,584 DEBUG [RS:0;218194e0d8ec:35373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:37,584 DEBUG [RS:0;218194e0d8ec:35373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:37,584 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:17:37,584 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:17:37,584 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:17:37,584 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:17:37,584 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:17:37,584 DEBUG [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:17:37,584 DEBUG [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:37,584 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:17:37,585 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:17:37,585 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:17:37,585 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:17:37,585 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:17:37,585 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T14:17:37,586 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:17:37,597 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/data/hbase/meta/1588230740/.tmp/ns/89705ae29c8d4c158fb7ab8ecd936e4c is 43, key is default/ns:d/1733408255264/Put/seqid=0 2024-12-05T14:17:37,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741835_1011 (size=5153) 2024-12-05T14:17:37,785 DEBUG [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:37,885 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738.replicationSource.wal-reader.218194e0d8ec%2C35715%2C1733408245738,1-218194e0d8ec,35715,1733408245738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.1733408247961 to pos 0, reset compression=false 2024-12-05T14:17:37,983 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:17:37,983 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:17:37,985 DEBUG [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:38,002 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/data/hbase/meta/1588230740/.tmp/ns/89705ae29c8d4c158fb7ab8ecd936e4c 2024-12-05T14:17:38,008 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/data/hbase/meta/1588230740/.tmp/ns/89705ae29c8d4c158fb7ab8ecd936e4c as hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/data/hbase/meta/1588230740/ns/89705ae29c8d4c158fb7ab8ecd936e4c 2024-12-05T14:17:38,013 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/data/hbase/meta/1588230740/ns/89705ae29c8d4c158fb7ab8ecd936e4c, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T14:17:38,014 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-12-05T14:17:38,018 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T14:17:38,019 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:38,019 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:38,019 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:38,019 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408257584Running coprocessor pre-close hooks at 1733408257584Disabling compacts and flushes for region at 1733408257584Disabling writes for close at 1733408257585 (+1 ms)Obtaining lock to block concurrent updates at 1733408257585Preparing flush snapshotting stores in 1588230740 at 1733408257585Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733408257585Flushing stores of hbase:meta,,1.1588230740 at 1733408257586 (+1 ms)Flushing 1588230740/ns: creating writer at 1733408257586Flushing 1588230740/ns: appending metadata at 1733408257597 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733408257597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e3a852: reopening flushed file at 1733408258007 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1733408258014 (+7 ms)Writing region close event to WAL at 1733408258015 (+1 ms)Running coprocessor post-close hooks at 1733408258019 (+4 ms)Closed at 1733408258019 2024-12-05T14:17:38,019 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:38,185 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,35373,1733408251705; all regions closed. 2024-12-05T14:17:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741834_1010 (size=1152) 2024-12-05T14:17:38,187 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/WALs/218194e0d8ec,35373,1733408251705/218194e0d8ec%2C35373%2C1733408251705.meta.1733408255208.meta not finished, retry = 0 2024-12-05T14:17:38,290 DEBUG [RS:0;218194e0d8ec:35373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/oldWALs 2024-12-05T14:17:38,290 INFO [RS:0;218194e0d8ec:35373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C35373%2C1733408251705.meta:.meta(num 1733408255208) 2024-12-05T14:17:38,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741832_1008 (size=93) 2024-12-05T14:17:38,299 DEBUG [RS:0;218194e0d8ec:35373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/oldWALs 2024-12-05T14:17:38,299 INFO [RS:0;218194e0d8ec:35373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C35373%2C1733408251705:(num 1733408254114) 2024-12-05T14:17:38,299 DEBUG [RS:0;218194e0d8ec:35373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:38,299 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:17:38,299 INFO [RS:0;218194e0d8ec:35373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:17:38,299 INFO [RS:0;218194e0d8ec:35373 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:17:38,299 INFO [RS:0;218194e0d8ec:35373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:17:38,299 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:17:38,300 INFO [RS:0;218194e0d8ec:35373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35373 2024-12-05T14:17:38,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445/rs 2024-12-05T14:17:38,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1585419445/rs/218194e0d8ec,35373,1733408251705 2024-12-05T14:17:38,362 INFO [RS:0;218194e0d8ec:35373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:17:38,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,35373,1733408251705] 2024-12-05T14:17:38,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1585419445/draining/218194e0d8ec,35373,1733408251705 already deleted, retry=false 2024-12-05T14:17:38,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,35373,1733408251705 expired; onlineServers=0 2024-12-05T14:17:38,382 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,33487,1733408251543' ***** 2024-12-05T14:17:38,382 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:17:38,383 INFO [M:0;218194e0d8ec:33487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:17:38,383 INFO [M:0;218194e0d8ec:33487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:17:38,383 DEBUG [M:0;218194e0d8ec:33487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:17:38,383 DEBUG [M:0;218194e0d8ec:33487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:17:38,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:17:38,383 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408253919 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408253919,5,FailOnTimeoutGroup] 2024-12-05T14:17:38,383 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408253919 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408253919,5,FailOnTimeoutGroup] 2024-12-05T14:17:38,383 INFO [M:0;218194e0d8ec:33487 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:17:38,383 INFO [M:0;218194e0d8ec:33487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:17:38,383 DEBUG [M:0;218194e0d8ec:33487 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:17:38,383 INFO [M:0;218194e0d8ec:33487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:17:38,383 INFO [M:0;218194e0d8ec:33487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:17:38,384 INFO [M:0;218194e0d8ec:33487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:17:38,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:17:38,390 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738.replicationSource.wal-reader.218194e0d8ec%2C35715%2C1733408245738,1-218194e0d8ec,35715,1733408245738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.1733408247961 to pos 0, reset compression=false 2024-12-05T14:17:38,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1585419445/master 2024-12-05T14:17:38,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585419445 2024-12-05T14:17:38,393 DEBUG [M:0;218194e0d8ec:33487 {}] zookeeper.ZKUtil(347): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Unable to get data of znode /1585419445/master because node does not exist (not an error) 2024-12-05T14:17:38,393 WARN [M:0;218194e0d8ec:33487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:17:38,394 INFO [M:0;218194e0d8ec:33487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/.lastflushedseqids 2024-12-05T14:17:38,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741836_1012 (size=99) 2024-12-05T14:17:38,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:38,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x101a5daba0b0004, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:38,473 INFO [RS:0;218194e0d8ec:35373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:17:38,473 INFO [RS:0;218194e0d8ec:35373 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,35373,1733408251705; zookeeper connection closed. 2024-12-05T14:17:38,484 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72cf5c72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72cf5c72 2024-12-05T14:17:38,484 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:17:38,799 INFO [M:0;218194e0d8ec:33487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:17:38,799 INFO [M:0;218194e0d8ec:33487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:17:38,799 DEBUG [M:0;218194e0d8ec:33487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:17:38,799 INFO [M:0;218194e0d8ec:33487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:38,799 DEBUG [M:0;218194e0d8ec:33487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:38,799 DEBUG [M:0;218194e0d8ec:33487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:17:38,799 DEBUG [M:0;218194e0d8ec:33487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:38,799 INFO [M:0;218194e0d8ec:33487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T14:17:38,822 DEBUG [M:0;218194e0d8ec:33487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/740af8ea69a14394a8541fe6a70eca08 is 82, key is hbase:meta,,1/info:regioninfo/1733408255242/Put/seqid=0 2024-12-05T14:17:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741837_1013 (size=5672) 2024-12-05T14:17:38,834 INFO [M:0;218194e0d8ec:33487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/740af8ea69a14394a8541fe6a70eca08 2024-12-05T14:17:38,860 DEBUG [M:0;218194e0d8ec:33487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/568964e3cb564373a710f6b05f14e242 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733408255268/Put/seqid=0 2024-12-05T14:17:38,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741838_1014 (size=5275) 2024-12-05T14:17:38,885 INFO [M:0;218194e0d8ec:33487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/568964e3cb564373a710f6b05f14e242 2024-12-05T14:17:38,913 DEBUG [M:0;218194e0d8ec:33487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fce0828eeb104b8f8fa19364dd15dd14 is 69, key is 218194e0d8ec,35373,1733408251705/rs:state/1733408253964/Put/seqid=0 2024-12-05T14:17:38,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741839_1015 (size=5156) 2024-12-05T14:17:38,995 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738.replicationSource.wal-reader.218194e0d8ec%2C35715%2C1733408245738,1-218194e0d8ec,35715,1733408245738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.1733408247961 to pos 0, reset compression=false 2024-12-05T14:17:39,330 INFO [M:0;218194e0d8ec:33487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fce0828eeb104b8f8fa19364dd15dd14 2024-12-05T14:17:39,337 DEBUG [M:0;218194e0d8ec:33487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/740af8ea69a14394a8541fe6a70eca08 as hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/740af8ea69a14394a8541fe6a70eca08 2024-12-05T14:17:39,343 INFO [M:0;218194e0d8ec:33487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/740af8ea69a14394a8541fe6a70eca08, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T14:17:39,345 DEBUG [M:0;218194e0d8ec:33487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/568964e3cb564373a710f6b05f14e242 as hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/568964e3cb564373a710f6b05f14e242 2024-12-05T14:17:39,351 INFO [M:0;218194e0d8ec:33487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/568964e3cb564373a710f6b05f14e242, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T14:17:39,352 DEBUG [M:0;218194e0d8ec:33487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fce0828eeb104b8f8fa19364dd15dd14 as hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fce0828eeb104b8f8fa19364dd15dd14 2024-12-05T14:17:39,359 INFO [M:0;218194e0d8ec:33487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44709/user/jenkins/test-data/d70eff90-e3ab-8c3b-411d-74cd17fd2d42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fce0828eeb104b8f8fa19364dd15dd14, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T14:17:39,360 INFO [M:0;218194e0d8ec:33487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=28, compaction requested=false 2024-12-05T14:17:39,361 INFO [M:0;218194e0d8ec:33487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:39,361 DEBUG [M:0;218194e0d8ec:33487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408258799Disabling compacts and flushes for region at 1733408258799Disabling writes for close at 1733408258799Obtaining lock to block concurrent updates at 1733408258799Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408258799Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733408258800 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408258801 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408258801Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408258822 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408258822Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408258842 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408258860 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408258860Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408258892 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408258913 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408258913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b78d141: reopening flushed file at 1733408259336 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad8c4d2: reopening flushed file at 1733408259344 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56f36597: reopening flushed file at 1733408259351 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=28, compaction requested=false at 1733408259360 (+9 ms)Writing region close event to WAL at 1733408259361 (+1 ms)Closed at 1733408259361 2024-12-05T14:17:39,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741830_1006 (size=10165) 2024-12-05T14:17:39,365 INFO [M:0;218194e0d8ec:33487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:17:39,365 INFO [M:0;218194e0d8ec:33487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33487 2024-12-05T14:17:39,365 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:17:39,365 INFO [M:0;218194e0d8ec:33487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:17:39,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:39,535 INFO [M:0;218194e0d8ec:33487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:17:39,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x101a5daba0b0003, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:39,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@669ff4a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:17:39,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e3b8098{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:17:39,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:17:39,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62fb0306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:17:39,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d6b5fb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/hadoop.log.dir/,STOPPED} 2024-12-05T14:17:39,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:17:39,572 WARN [BP-86987209-172.17.0.2-1733408249310 heartbeating to localhost/127.0.0.1:44709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:17:39,572 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:17:39,572 WARN [BP-86987209-172.17.0.2-1733408249310 heartbeating to localhost/127.0.0.1:44709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-86987209-172.17.0.2-1733408249310 (Datanode Uuid 4663b576-dba4-45ad-9509-05fe235dfb8d) service to localhost/127.0.0.1:44709 2024-12-05T14:17:39,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/cluster_dc127b7d-9eac-351b-bc62-c789dc6a26c8/data/data1/current/BP-86987209-172.17.0.2-1733408249310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:17:39,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/cluster_dc127b7d-9eac-351b-bc62-c789dc6a26c8/data/data2/current/BP-86987209-172.17.0.2-1733408249310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:17:39,573 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:17:39,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76a3a99a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:17:39,580 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@788a1a21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:17:39,580 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:17:39,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6401a9ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:17:39,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@547bb378{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/hadoop.log.dir/,STOPPED} 2024-12-05T14:17:39,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:17:39,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:17:39,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:39,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:39,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:39,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:39,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:39,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:17:39,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1838320373, stopped=false 2024-12-05T14:17:39,596 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,43801,1733408245493 2024-12-05T14:17:39,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0189502936/running 2024-12-05T14:17:39,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0189502936/running 2024-12-05T14:17:39,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:39,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:39,614 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:17:39,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:39,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:39,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:39,615 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,35715,1733408245738' ***** 2024-12-05T14:17:39,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Set watcher on znode that does not yet exist, /0189502936/running 2024-12-05T14:17:39,615 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:17:39,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Set watcher on znode that does not yet exist, /0189502936/running 2024-12-05T14:17:39,615 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:17:39,615 INFO [RS:0;218194e0d8ec:35715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:17:39,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:17:39,615 INFO [RS:0;218194e0d8ec:35715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:17:39,615 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(3091): Received CLOSE for ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:39,616 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,35715,1733408245738 2024-12-05T14:17:39,616 INFO [RS:0;218194e0d8ec:35715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:17:39,616 INFO [RS:0;218194e0d8ec:35715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:35715. 2024-12-05T14:17:39,616 DEBUG [RS:0;218194e0d8ec:35715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:39,616 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff672b511fdec679950cd4b6eb8bca62, disabling compactions & flushes 2024-12-05T14:17:39,616 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. 2024-12-05T14:17:39,616 DEBUG [RS:0;218194e0d8ec:35715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:39,616 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. 2024-12-05T14:17:39,616 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:17:39,616 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. after waiting 0 ms 2024-12-05T14:17:39,616 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:17:39,616 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:17:39,616 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. 2024-12-05T14:17:39,616 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:17:39,616 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff672b511fdec679950cd4b6eb8bca62 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T14:17:39,616 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:17:39,616 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1325): Online Regions={ff672b511fdec679950cd4b6eb8bca62=hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:17:39,616 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:39,617 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:17:39,617 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:17:39,617 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:17:39,617 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:17:39,617 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:17:39,617 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T14:17:39,631 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/replication/ff672b511fdec679950cd4b6eb8bca62/.tmp/queue/9eddec7871c346ba84fbf89c8135edad is 151, key is 1-218194e0d8ec,35715,1733408245738/queue:218194e0d8ec%2C35715%2C1733408245738/1733408256948/Put/seqid=0 2024-12-05T14:17:39,631 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/.tmp/info/e477891f29fc43089e0deedb6c8d4da7 is 147, key is hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62./info:regioninfo/1733408256562/Put/seqid=0 2024-12-05T14:17:39,636 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:17:39,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741839_1015 (size=6631) 2024-12-05T14:17:39,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741838_1014 (size=5350) 2024-12-05T14:17:39,702 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738.replicationSource.wal-reader.218194e0d8ec%2C35715%2C1733408245738,1-218194e0d8ec,35715,1733408245738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.1733408247961 to pos 0, reset compression=false 2024-12-05T14:17:39,817 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:39,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T14:17:39,878 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:17:39,878 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:17:40,017 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff672b511fdec679950cd4b6eb8bca62 2024-12-05T14:17:40,038 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/replication/ff672b511fdec679950cd4b6eb8bca62/.tmp/queue/9eddec7871c346ba84fbf89c8135edad 2024-12-05T14:17:40,038 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/.tmp/info/e477891f29fc43089e0deedb6c8d4da7 2024-12-05T14:17:40,044 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/replication/ff672b511fdec679950cd4b6eb8bca62/.tmp/queue/9eddec7871c346ba84fbf89c8135edad as hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/replication/ff672b511fdec679950cd4b6eb8bca62/queue/9eddec7871c346ba84fbf89c8135edad 2024-12-05T14:17:40,051 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/replication/ff672b511fdec679950cd4b6eb8bca62/queue/9eddec7871c346ba84fbf89c8135edad, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T14:17:40,052 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ff672b511fdec679950cd4b6eb8bca62 in 436ms, sequenceid=5, compaction requested=false 2024-12-05T14:17:40,056 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/replication/ff672b511fdec679950cd4b6eb8bca62/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T14:17:40,056 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:40,056 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:40,056 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. 2024-12-05T14:17:40,056 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff672b511fdec679950cd4b6eb8bca62: Waiting for close lock at 1733408259616Running coprocessor pre-close hooks at 1733408259616Disabling compacts and flushes for region at 1733408259616Disabling writes for close at 1733408259616Obtaining lock to block concurrent updates at 1733408259616Preparing flush snapshotting stores in ff672b511fdec679950cd4b6eb8bca62 at 1733408259616Finished memstore snapshotting hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733408259617 (+1 ms)Flushing stores of hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. at 1733408259618 (+1 ms)Flushing ff672b511fdec679950cd4b6eb8bca62/queue: creating writer at 1733408259618Flushing ff672b511fdec679950cd4b6eb8bca62/queue: appending metadata at 1733408259631 (+13 ms)Flushing ff672b511fdec679950cd4b6eb8bca62/queue: closing flushed file at 1733408259631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f9e2b2: reopening flushed file at 1733408260043 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ff672b511fdec679950cd4b6eb8bca62 in 436ms, sequenceid=5, compaction requested=false at 1733408260052 (+9 ms)Writing region close event to WAL at 1733408260053 (+1 ms)Running coprocessor post-close hooks at 1733408260056 (+3 ms)Closed at 1733408260056 2024-12-05T14:17:40,056 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408255389.ff672b511fdec679950cd4b6eb8bca62. 2024-12-05T14:17:40,058 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/.tmp/ns/04c7b587304946d990cf23bb00d6e804 is 43, key is default/ns:d/1733408249059/Put/seqid=0 2024-12-05T14:17:40,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741840_1016 (size=5153) 2024-12-05T14:17:40,217 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:40,417 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:40,463 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/.tmp/ns/04c7b587304946d990cf23bb00d6e804 2024-12-05T14:17:40,480 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/.tmp/table/1ade62ae96e54bbf8580c78508745d80 is 53, key is hbase:replication/table:state/1733408256571/Put/seqid=0 2024-12-05T14:17:40,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741841_1017 (size=5256) 2024-12-05T14:17:40,508 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738.replicationSource.wal-reader.218194e0d8ec%2C35715%2C1733408245738,1-218194e0d8ec,35715,1733408245738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.1733408247961 to pos 0, reset compression=false 2024-12-05T14:17:40,617 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:17:40,618 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:17:40,618 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:40,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:17:40,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:40,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:40,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:40,818 DEBUG [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:17:40,884 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/.tmp/table/1ade62ae96e54bbf8580c78508745d80 2024-12-05T14:17:40,890 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/.tmp/info/e477891f29fc43089e0deedb6c8d4da7 as hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/info/e477891f29fc43089e0deedb6c8d4da7 2024-12-05T14:17:40,896 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/info/e477891f29fc43089e0deedb6c8d4da7, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T14:17:40,896 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/.tmp/ns/04c7b587304946d990cf23bb00d6e804 as hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/ns/04c7b587304946d990cf23bb00d6e804 2024-12-05T14:17:40,902 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/ns/04c7b587304946d990cf23bb00d6e804, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T14:17:40,903 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/.tmp/table/1ade62ae96e54bbf8580c78508745d80 as hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/table/1ade62ae96e54bbf8580c78508745d80 2024-12-05T14:17:40,908 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/table/1ade62ae96e54bbf8580c78508745d80, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T14:17:40,909 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false 2024-12-05T14:17:40,913 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T14:17:40,914 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:40,914 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:40,914 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:40,914 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408259616Running coprocessor pre-close hooks at 1733408259616Disabling compacts and flushes for region at 1733408259616Disabling writes for close at 1733408259617 (+1 ms)Obtaining lock to block concurrent updates at 1733408259617Preparing flush snapshotting stores in 1588230740 at 1733408259617Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733408259617Flushing stores of hbase:meta,,1.1588230740 at 1733408259618 (+1 ms)Flushing 1588230740/info: creating writer at 1733408259618Flushing 1588230740/info: appending metadata at 1733408259631 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733408259631Flushing 1588230740/ns: creating writer at 1733408260043 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733408260058 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733408260058Flushing 1588230740/table: creating writer at 1733408260468 (+410 ms)Flushing 1588230740/table: appending metadata at 1733408260479 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733408260479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@222319f2: reopening flushed file at 1733408260890 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5a5483: reopening flushed file at 1733408260896 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b14ef3f: reopening flushed file at 1733408260902 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false at 1733408260909 (+7 ms)Writing region close event to WAL at 1733408260910 (+1 ms)Running coprocessor post-close hooks at 1733408260914 (+4 ms)Closed at 1733408260914 2024-12-05T14:17:40,914 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:41,018 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,35715,1733408245738; all regions closed. 2024-12-05T14:17:41,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741834_1010 (size=2742) 2024-12-05T14:17:41,020 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.meta.1733408248945.meta not finished, retry = 0 2024-12-05T14:17:41,123 DEBUG [RS:0;218194e0d8ec:35715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/oldWALs 2024-12-05T14:17:41,123 INFO [RS:0;218194e0d8ec:35715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C35715%2C1733408245738.meta:.meta(num 1733408248945) 2024-12-05T14:17:41,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741837_1013 (size=1586) 2024-12-05T14:17:41,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/WALs/218194e0d8ec,35715,1733408245738/218194e0d8ec%2C35715%2C1733408245738.rep.1733408256529 not finished, retry = 0 2024-12-05T14:17:41,229 DEBUG [RS:0;218194e0d8ec:35715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/oldWALs 2024-12-05T14:17:41,229 INFO [RS:0;218194e0d8ec:35715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C35715%2C1733408245738.rep:(num 1733408256529) 2024-12-05T14:17:41,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741832_1008 (size=93) 2024-12-05T14:17:41,233 DEBUG [RS:0;218194e0d8ec:35715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/oldWALs 2024-12-05T14:17:41,233 INFO [RS:0;218194e0d8ec:35715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C35715%2C1733408245738:(num 1733408247961) 2024-12-05T14:17:41,233 DEBUG [RS:0;218194e0d8ec:35715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:41,233 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:17:41,233 INFO [RS:0;218194e0d8ec:35715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:17:41,233 INFO [RS:0;218194e0d8ec:35715 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:17:41,233 INFO [RS:0;218194e0d8ec:35715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:17:41,233 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:17:41,234 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,35715,1733408245738 because: Region server is closing 2024-12-05T14:17:41,234 INFO [RS:0;218194e0d8ec:35715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:35715. 2024-12-05T14:17:41,234 DEBUG [RS:0;218194e0d8ec:35715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:41,234 DEBUG [RS:0;218194e0d8ec:35715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:41,234 DEBUG [RS:0;218194e0d8ec:35715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:41,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:41,334 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738.replicationSource.shipper218194e0d8ec%2C35715%2C1733408245738,1-218194e0d8ec,35715,1733408245738 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T14:17:41,334 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738.replicationSource.wal-reader.218194e0d8ec%2C35715%2C1733408245738,1-218194e0d8ec,35715,1733408245738 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T14:17:41,335 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,35715,1733408245738.replicationSource.shipper218194e0d8ec%2C35715%2C1733408245738,1-218194e0d8ec,35715,1733408245738 terminated 2024-12-05T14:17:41,335 INFO [RS:0;218194e0d8ec:35715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35715 2024-12-05T14:17:41,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936/rs 2024-12-05T14:17:41,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0189502936/rs/218194e0d8ec,35715,1733408245738 2024-12-05T14:17:41,456 INFO [RS:0;218194e0d8ec:35715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:17:41,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,35715,1733408245738] 2024-12-05T14:17:41,477 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0189502936/draining/218194e0d8ec,35715,1733408245738 already deleted, retry=false 2024-12-05T14:17:41,477 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,35715,1733408245738 expired; onlineServers=0 2024-12-05T14:17:41,477 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,43801,1733408245493' ***** 2024-12-05T14:17:41,477 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:17:41,477 INFO [M:0;218194e0d8ec:43801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:17:41,477 INFO [M:0;218194e0d8ec:43801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:17:41,477 DEBUG [M:0;218194e0d8ec:43801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:17:41,477 DEBUG [M:0;218194e0d8ec:43801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:17:41,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:17:41,477 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408247716 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408247716,5,FailOnTimeoutGroup] 2024-12-05T14:17:41,477 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408247717 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408247717,5,FailOnTimeoutGroup] 2024-12-05T14:17:41,478 INFO [M:0;218194e0d8ec:43801 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:17:41,478 INFO [M:0;218194e0d8ec:43801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:17:41,478 DEBUG [M:0;218194e0d8ec:43801 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:17:41,478 INFO [M:0;218194e0d8ec:43801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:17:41,478 INFO [M:0;218194e0d8ec:43801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:17:41,478 INFO [M:0;218194e0d8ec:43801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:17:41,478 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:17:41,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0189502936/master 2024-12-05T14:17:41,488 DEBUG [M:0;218194e0d8ec:43801 {}] zookeeper.ZKUtil(347): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Unable to get data of znode /0189502936/master because node does not exist (not an error) 2024-12-05T14:17:41,488 WARN [M:0;218194e0d8ec:43801 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:17:41,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0189502936 2024-12-05T14:17:41,488 INFO [M:0;218194e0d8ec:43801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/.lastflushedseqids 2024-12-05T14:17:41,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741842_1018 (size=181) 2024-12-05T14:17:41,567 INFO [RS:0;218194e0d8ec:35715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:17:41,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:41,567 INFO [RS:0;218194e0d8ec:35715 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,35715,1733408245738; zookeeper connection closed. 2024-12-05T14:17:41,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x101a5daba0b0001, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:41,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1925e7ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1925e7ba 2024-12-05T14:17:41,567 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:17:41,894 INFO [M:0;218194e0d8ec:43801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:17:41,894 INFO [M:0;218194e0d8ec:43801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:17:41,894 DEBUG [M:0;218194e0d8ec:43801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:17:41,894 INFO [M:0;218194e0d8ec:43801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:41,894 DEBUG [M:0;218194e0d8ec:43801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:41,894 DEBUG [M:0;218194e0d8ec:43801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:17:41,894 DEBUG [M:0;218194e0d8ec:43801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:41,894 INFO [M:0;218194e0d8ec:43801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T14:17:41,909 DEBUG [M:0;218194e0d8ec:43801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bd64a9aa7324307b8274fd3c52449af is 82, key is hbase:meta,,1/info:regioninfo/1733408248985/Put/seqid=0 2024-12-05T14:17:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741843_1019 (size=5672) 2024-12-05T14:17:42,314 INFO [M:0;218194e0d8ec:43801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bd64a9aa7324307b8274fd3c52449af 2024-12-05T14:17:42,331 DEBUG [M:0;218194e0d8ec:43801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/772337f6dac347c38a35d24ec7b70f72 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733408256576/Put/seqid=0 2024-12-05T14:17:42,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741844_1020 (size=7203) 2024-12-05T14:17:42,736 INFO [M:0;218194e0d8ec:43801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/772337f6dac347c38a35d24ec7b70f72 2024-12-05T14:17:42,764 DEBUG [M:0;218194e0d8ec:43801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d5ebb3d541e45e79926fa71e53cfa92 is 69, key is 218194e0d8ec,35715,1733408245738/rs:state/1733408247799/Put/seqid=0 2024-12-05T14:17:42,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741845_1021 (size=5156) 2024-12-05T14:17:43,169 INFO [M:0;218194e0d8ec:43801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d5ebb3d541e45e79926fa71e53cfa92 2024-12-05T14:17:43,176 DEBUG [M:0;218194e0d8ec:43801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bd64a9aa7324307b8274fd3c52449af as hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bd64a9aa7324307b8274fd3c52449af 2024-12-05T14:17:43,181 INFO [M:0;218194e0d8ec:43801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bd64a9aa7324307b8274fd3c52449af, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T14:17:43,182 DEBUG [M:0;218194e0d8ec:43801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/772337f6dac347c38a35d24ec7b70f72 as hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/772337f6dac347c38a35d24ec7b70f72 2024-12-05T14:17:43,189 INFO [M:0;218194e0d8ec:43801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/772337f6dac347c38a35d24ec7b70f72, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T14:17:43,190 DEBUG [M:0;218194e0d8ec:43801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d5ebb3d541e45e79926fa71e53cfa92 as hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d5ebb3d541e45e79926fa71e53cfa92 2024-12-05T14:17:43,196 INFO [M:0;218194e0d8ec:43801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37727/user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d5ebb3d541e45e79926fa71e53cfa92, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T14:17:43,198 INFO [M:0;218194e0d8ec:43801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=70, compaction requested=false 2024-12-05T14:17:43,199 INFO [M:0;218194e0d8ec:43801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:43,199 DEBUG [M:0;218194e0d8ec:43801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408261894Disabling compacts and flushes for region at 1733408261894Disabling writes for close at 1733408261894Obtaining lock to block concurrent updates at 1733408261894Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408261894Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733408261895 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408261895Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408261895Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408261908 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408261908Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408262318 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408262331 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408262331Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408262742 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408262764 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408262764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1677e11a: reopening flushed file at 1733408263175 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351c874f: reopening flushed file at 1733408263181 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32cb6865: reopening flushed file at 1733408263189 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=70, compaction requested=false at 1733408263198 (+9 ms)Writing region close event to WAL at 1733408263199 (+1 ms)Closed at 1733408263199 2024-12-05T14:17:43,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741830_1006 (size=41008) 2024-12-05T14:17:43,201 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8a4c575-5a77-e72a-7064-7f6b3f2b70a0/MasterData/WALs/218194e0d8ec,43801,1733408245493/218194e0d8ec%2C43801%2C1733408245493.1733408247473 not finished, retry = 0 2024-12-05T14:17:43,302 INFO [M:0;218194e0d8ec:43801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:17:43,302 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:17:43,302 INFO [M:0;218194e0d8ec:43801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43801 2024-12-05T14:17:43,302 INFO [M:0;218194e0d8ec:43801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:17:43,461 INFO [M:0;218194e0d8ec:43801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:17:43,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:43,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x101a5daba0b0000, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:17:43,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48698dfc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:17:43,464 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c79ddc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:17:43,464 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:17:43,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6999a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:17:43,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@420e142e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/hadoop.log.dir/,STOPPED} 2024-12-05T14:17:43,466 WARN [BP-2095877264-172.17.0.2-1733408243322 heartbeating to localhost/127.0.0.1:37727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:17:43,466 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:17:43,466 WARN [BP-2095877264-172.17.0.2-1733408243322 heartbeating to localhost/127.0.0.1:37727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2095877264-172.17.0.2-1733408243322 (Datanode Uuid b5bfa25d-f7ca-48aa-affc-6cf9af5b280b) service to localhost/127.0.0.1:37727 2024-12-05T14:17:43,466 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:17:43,466 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/cluster_8adb7329-6cd3-6314-2e1e-fe15ee11af6c/data/data1/current/BP-2095877264-172.17.0.2-1733408243322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:17:43,466 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/cluster_8adb7329-6cd3-6314-2e1e-fe15ee11af6c/data/data2/current/BP-2095877264-172.17.0.2-1733408243322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:17:43,466 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:17:43,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b3e1a4a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:17:43,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58c1f530{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:17:43,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:17:43,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75d3681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:17:43,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e5c7bae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e6a882-3152-e0e8-0ce3-08017383c632/hadoop.log.dir/,STOPPED} 2024-12-05T14:17:43,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:17:43,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:17:43,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 110) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50426) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37727 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44709 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50426) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=6324 (was 6877) 2024-12-05T14:17:43,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=6324 2024-12-05T14:17:43,508 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-05T14:17:43,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/hadoop.log.dir so I do NOT create it in target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69 2024-12-05T14:17:43,509 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:17:43,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/hadoop.tmp.dir so I do NOT create it in target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69 2024-12-05T14:17:43,509 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99d48349-7fcd-4ed8-a1be-09dd253bea27/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:17:43,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69 2024-12-05T14:17:43,509 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/cluster_6948fd13-bbe2-289b-75dc-9da7493793cb, deleteOnExit=true 2024-12-05T14:17:43,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/cluster_6948fd13-bbe2-289b-75dc-9da7493793cb/zookeeper_0, clientPort=65239, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/cluster_6948fd13-bbe2-289b-75dc-9da7493793cb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/cluster_6948fd13-bbe2-289b-75dc-9da7493793cb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:17:43,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65239 2024-12-05T14:17:43,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:17:43,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:17:43,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/test.cache.data in system properties and HBase conf 2024-12-05T14:17:43,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:17:43,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:17:43,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:17:43,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:17:43,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:17:43,532 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:17:43,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:17:43,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:17:43,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:17:43,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:17:43,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:17:43,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:17:43,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:17:43,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:17:43,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:17:43,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:17:43,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:17:43,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:17:43,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:17:43,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:17:43,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5daba0b0002, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:17:43,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5daba0b0005, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:17:43,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5daba0b0002, quorum=127.0.0.1:50426, baseZNode=/0189502936 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:17:43,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5daba0b0005, quorum=127.0.0.1:50426, baseZNode=/1585419445 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:17:43,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:43,925 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:17:43,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:17:43,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:17:43,926 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:17:43,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:43,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c6ce7af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:17:43,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49780822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:17:44,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5da21f2c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/java.io.tmpdir/jetty-localhost-35685-hadoop-hdfs-3_4_1-tests_jar-_-any-9832441412813618094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:17:44,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cfe4d9f{HTTP/1.1, (http/1.1)}{localhost:35685} 2024-12-05T14:17:44,022 INFO [Time-limited test {}] server.Server(415): Started @54588ms 2024-12-05T14:17:44,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:44,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:17:44,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:17:44,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:17:44,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:17:44,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@364c1fb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:17:44,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ae5974{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:17:44,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57fc1a63{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/java.io.tmpdir/jetty-localhost-45423-hadoop-hdfs-3_4_1-tests_jar-_-any-16274988712695294617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:17:44,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cbd68a1{HTTP/1.1, (http/1.1)}{localhost:45423} 2024-12-05T14:17:44,378 INFO [Time-limited test {}] server.Server(415): Started @54945ms 2024-12-05T14:17:44,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:17:45,181 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/cluster_6948fd13-bbe2-289b-75dc-9da7493793cb/data/data2/current/BP-335546312-172.17.0.2-1733408263554/current, will proceed with Du for space computation calculation, 2024-12-05T14:17:45,181 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/cluster_6948fd13-bbe2-289b-75dc-9da7493793cb/data/data1/current/BP-335546312-172.17.0.2-1733408263554/current, will proceed with Du for space computation calculation, 2024-12-05T14:17:45,198 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:17:45,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x636351bb04a7ef71 with lease ID 0xc9f2a7dc30beaeb0: Processing first storage report for DS-3f9532dc-4a89-4cae-ad1a-7032ea3c0ddb from datanode DatanodeRegistration(127.0.0.1:37915, datanodeUuid=9e86619d-d993-4404-83ce-397157089565, infoPort=37607, infoSecurePort=0, ipcPort=42735, storageInfo=lv=-57;cid=testClusterID;nsid=462439832;c=1733408263554) 2024-12-05T14:17:45,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x636351bb04a7ef71 with lease ID 0xc9f2a7dc30beaeb0: from storage DS-3f9532dc-4a89-4cae-ad1a-7032ea3c0ddb node DatanodeRegistration(127.0.0.1:37915, datanodeUuid=9e86619d-d993-4404-83ce-397157089565, infoPort=37607, infoSecurePort=0, ipcPort=42735, storageInfo=lv=-57;cid=testClusterID;nsid=462439832;c=1733408263554), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:17:45,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x636351bb04a7ef71 with lease ID 0xc9f2a7dc30beaeb0: Processing first storage report for DS-653e9f8f-eaec-4542-a48f-819daffa2aa8 from datanode DatanodeRegistration(127.0.0.1:37915, datanodeUuid=9e86619d-d993-4404-83ce-397157089565, infoPort=37607, infoSecurePort=0, ipcPort=42735, storageInfo=lv=-57;cid=testClusterID;nsid=462439832;c=1733408263554) 2024-12-05T14:17:45,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x636351bb04a7ef71 with lease ID 0xc9f2a7dc30beaeb0: from storage DS-653e9f8f-eaec-4542-a48f-819daffa2aa8 node DatanodeRegistration(127.0.0.1:37915, datanodeUuid=9e86619d-d993-4404-83ce-397157089565, infoPort=37607, infoSecurePort=0, ipcPort=42735, storageInfo=lv=-57;cid=testClusterID;nsid=462439832;c=1733408263554), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:17:45,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69 2024-12-05T14:17:45,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:45,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:17:45,635 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6 with version=8 2024-12-05T14:17:45,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/hbase-staging 2024-12-05T14:17:45,637 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:17:45,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:45,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:45,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:17:45,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:45,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:17:45,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:17:45,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:17:45,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33217 2024-12-05T14:17:45,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33217 connecting to ZooKeeper ensemble=127.0.0.1:65239 2024-12-05T14:17:45,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332170x0, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:45,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33217-0x101a5db09150000 connected 2024-12-05T14:17:45,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:45,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:45,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Set watcher on znode that does not yet exist, /0619809109/running 2024-12-05T14:17:45,817 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6, hbase.cluster.distributed=false 2024-12-05T14:17:45,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Set watcher on znode that does not yet exist, /0619809109/acl 2024-12-05T14:17:45,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33217 2024-12-05T14:17:45,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33217 2024-12-05T14:17:45,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33217 2024-12-05T14:17:45,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33217 2024-12-05T14:17:45,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33217 2024-12-05T14:17:45,835 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:17:45,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:45,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:45,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:17:45,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:45,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:17:45,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:17:45,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:17:45,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42645 2024-12-05T14:17:45,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42645 connecting to ZooKeeper ensemble=127.0.0.1:65239 2024-12-05T14:17:45,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:45,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:45,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426450x0, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:45,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42645-0x101a5db09150001 connected 2024-12-05T14:17:45,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Set watcher on znode that does not yet exist, /0619809109/running 2024-12-05T14:17:45,846 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:17:45,847 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:17:45,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Set watcher on znode that does not yet exist, /0619809109/master 2024-12-05T14:17:45,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Set watcher on znode that does not yet exist, /0619809109/acl 2024-12-05T14:17:45,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42645 2024-12-05T14:17:45,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42645 2024-12-05T14:17:45,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42645 2024-12-05T14:17:45,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42645 2024-12-05T14:17:45,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42645 2024-12-05T14:17:45,859 DEBUG [M:0;218194e0d8ec:33217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:33217 2024-12-05T14:17:45,859 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0619809109/backup-masters/218194e0d8ec,33217,1733408265637 2024-12-05T14:17:45,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109/backup-masters 2024-12-05T14:17:45,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109/backup-masters 2024-12-05T14:17:45,867 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Set watcher on existing znode=/0619809109/backup-masters/218194e0d8ec,33217,1733408265637 2024-12-05T14:17:45,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0619809109/master 2024-12-05T14:17:45,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:45,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:45,877 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Set watcher on existing znode=/0619809109/master 2024-12-05T14:17:45,878 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0619809109/backup-masters/218194e0d8ec,33217,1733408265637 from backup master directory 2024-12-05T14:17:45,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0619809109/backup-masters/218194e0d8ec,33217,1733408265637 2024-12-05T14:17:45,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109/backup-masters 2024-12-05T14:17:45,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109/backup-masters 2024-12-05T14:17:45,887 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:17:45,887 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,33217,1733408265637 2024-12-05T14:17:45,893 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/hbase.id] with ID: b40d33f9-f75b-4a8c-a832-2a52ae049a21 2024-12-05T14:17:45,893 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/.tmp/hbase.id 2024-12-05T14:17:45,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:17:46,299 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/.tmp/hbase.id]:[hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/hbase.id] 2024-12-05T14:17:46,309 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:46,309 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:17:46,310 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T14:17:46,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:46,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:17:46,415 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:17:46,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:46,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:46,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:46,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:46,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:46,767 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:17:46,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:17:46,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:17:46,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T14:17:46,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:46,768 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:17:46,768 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:46,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:17:47,175 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store 2024-12-05T14:17:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:17:47,582 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:47,583 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:17:47,583 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:47,583 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:47,583 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:17:47,583 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:47,583 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:47,583 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408267583Disabling compacts and flushes for region at 1733408267583Disabling writes for close at 1733408267583Writing region close event to WAL at 1733408267583Closed at 1733408267583 2024-12-05T14:17:47,584 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/.initializing 2024-12-05T14:17:47,584 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/WALs/218194e0d8ec,33217,1733408265637 2024-12-05T14:17:47,585 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:47,586 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C33217%2C1733408265637, suffix=, logDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/WALs/218194e0d8ec,33217,1733408265637, archiveDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/oldWALs, maxLogs=10 2024-12-05T14:17:47,599 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/WALs/218194e0d8ec,33217,1733408265637/218194e0d8ec%2C33217%2C1733408265637.1733408267586, exclude list is [], retry=0 2024-12-05T14:17:47,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37915,DS-3f9532dc-4a89-4cae-ad1a-7032ea3c0ddb,DISK] 2024-12-05T14:17:47,604 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/WALs/218194e0d8ec,33217,1733408265637/218194e0d8ec%2C33217%2C1733408265637.1733408267586 2024-12-05T14:17:47,604 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37607:37607)] 2024-12-05T14:17:47,604 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:47,604 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:47,604 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:47,604 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:47,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:47,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:17:47,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:47,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:47,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:47,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:17:47,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:47,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:47,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:47,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:17:47,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:47,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:47,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:47,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:17:47,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:47,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:47,613 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:47,614 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:47,614 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:47,615 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:47,615 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:47,616 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:47,617 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:47,619 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:47,619 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72592730, jitterRate=0.08171597123146057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:47,620 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408267605Initializing all the Stores at 1733408267605Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408267605Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408267606 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408267606Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408267606Cleaning up temporary data from old regions at 1733408267615 (+9 ms)Region opened successfully at 1733408267620 (+5 ms) 2024-12-05T14:17:47,620 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:17:47,623 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c6773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:17:47,624 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:17:47,625 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:17:47,625 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:17:47,625 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:17:47,625 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:17:47,626 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:17:47,626 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:17:47,628 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:17:47,629 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Unable to get data of znode /0619809109/balancer because node does not exist (not necessarily an error) 2024-12-05T14:17:47,729 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0619809109/balancer already deleted, retry=false 2024-12-05T14:17:47,730 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:17:47,730 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Unable to get data of znode /0619809109/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:17:47,740 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0619809109/normalizer already deleted, retry=false 2024-12-05T14:17:47,740 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:17:47,742 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Unable to get data of znode /0619809109/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:17:47,750 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0619809109/switch/split already deleted, retry=false 2024-12-05T14:17:47,752 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Unable to get data of znode /0619809109/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:17:47,761 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0619809109/switch/merge already deleted, retry=false 2024-12-05T14:17:47,763 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Unable to get data of znode /0619809109/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:17:47,771 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0619809109/snapshot-cleanup already deleted, retry=false 2024-12-05T14:17:47,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0619809109/running 2024-12-05T14:17:47,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0619809109/running 2024-12-05T14:17:47,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:47,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:47,783 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,33217,1733408265637, sessionid=0x101a5db09150000, setting cluster-up flag (Was=false) 2024-12-05T14:17:47,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:47,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:47,835 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0619809109/flush-table-proc/acquired, /0619809109/flush-table-proc/reached, /0619809109/flush-table-proc/abort 2024-12-05T14:17:47,836 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,33217,1733408265637 2024-12-05T14:17:47,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:47,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:47,887 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0619809109/online-snapshot/acquired, /0619809109/online-snapshot/reached, /0619809109/online-snapshot/abort 2024-12-05T14:17:47,888 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,33217,1733408265637 2024-12-05T14:17:47,889 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:17:47,891 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:47,891 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:17:47,891 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:17:47,891 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,33217,1733408265637 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:17:47,893 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:47,893 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:47,893 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:47,893 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:47,893 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:17:47,893 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:47,893 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:47,893 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:47,894 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408297894 2024-12-05T14:17:47,894 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:17:47,894 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:17:47,894 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:17:47,894 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:17:47,894 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:17:47,894 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:17:47,894 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:47,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:47,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:17:47,894 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:17:47,894 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:17:47,894 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:17:47,895 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:17:47,895 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:17:47,895 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:17:47,895 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408267895,5,FailOnTimeoutGroup] 2024-12-05T14:17:47,895 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408267895,5,FailOnTimeoutGroup] 2024-12-05T14:17:47,895 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:47,895 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:17:47,895 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:47,895 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:47,895 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:47,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:17:47,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:17:47,953 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(746): ClusterId : b40d33f9-f75b-4a8c-a832-2a52ae049a21 2024-12-05T14:17:47,953 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:17:47,962 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:17:47,962 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:17:47,972 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:17:47,972 DEBUG [RS:0;218194e0d8ec:42645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c27df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:17:47,981 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:42645 2024-12-05T14:17:47,981 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:17:47,981 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:17:47,981 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:17:47,982 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,33217,1733408265637 with port=42645, startcode=1733408265834 2024-12-05T14:17:47,982 DEBUG [RS:0;218194e0d8ec:42645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:17:47,983 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:17:47,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,42645,1733408265834 2024-12-05T14:17:47,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33217 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,42645,1733408265834 2024-12-05T14:17:47,985 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6 2024-12-05T14:17:47,985 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44757 2024-12-05T14:17:47,985 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:17:47,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109/rs 2024-12-05T14:17:47,993 DEBUG [RS:0;218194e0d8ec:42645 {}] zookeeper.ZKUtil(111): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Set watcher on existing znode=/0619809109/rs/218194e0d8ec,42645,1733408265834 2024-12-05T14:17:47,993 WARN [RS:0;218194e0d8ec:42645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:17:47,993 INFO [RS:0;218194e0d8ec:42645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:47,993 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834 2024-12-05T14:17:47,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,42645,1733408265834] 2024-12-05T14:17:47,997 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:17:47,998 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:17:47,998 INFO [RS:0;218194e0d8ec:42645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:17:47,998 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:47,999 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:17:47,999 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:17:47,999 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:47,999 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:47,999 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:48,000 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:48,000 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:48,000 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:48,000 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:48,000 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:48,000 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:48,000 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:48,000 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:48,000 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:48,000 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:48,000 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:48,000 DEBUG [RS:0;218194e0d8ec:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:48,002 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:48,002 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:48,002 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:48,002 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:48,002 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:48,002 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,42645,1733408265834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:48,014 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:17:48,014 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,42645,1733408265834-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:48,014 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:48,014 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.Replication(171): 218194e0d8ec,42645,1733408265834 started 2024-12-05T14:17:48,026 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:48,026 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,42645,1733408265834, RpcServer on 218194e0d8ec/172.17.0.2:42645, sessionid=0x101a5db09150001 2024-12-05T14:17:48,026 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:17:48,026 DEBUG [RS:0;218194e0d8ec:42645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,42645,1733408265834 2024-12-05T14:17:48,026 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,42645,1733408265834' 2024-12-05T14:17:48,026 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0619809109/flush-table-proc/abort' 2024-12-05T14:17:48,027 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0619809109/flush-table-proc/acquired' 2024-12-05T14:17:48,027 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:17:48,027 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:17:48,027 DEBUG [RS:0;218194e0d8ec:42645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,42645,1733408265834 2024-12-05T14:17:48,027 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,42645,1733408265834' 2024-12-05T14:17:48,027 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0619809109/online-snapshot/abort' 2024-12-05T14:17:48,028 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0619809109/online-snapshot/acquired' 2024-12-05T14:17:48,028 DEBUG [RS:0;218194e0d8ec:42645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:17:48,028 INFO [RS:0;218194e0d8ec:42645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:17:48,028 INFO [RS:0;218194e0d8ec:42645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:17:48,129 INFO [RS:0;218194e0d8ec:42645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:48,130 INFO [RS:0;218194e0d8ec:42645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C42645%2C1733408265834, suffix=, logDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834, archiveDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/oldWALs, maxLogs=10 2024-12-05T14:17:48,141 DEBUG [RS:0;218194e0d8ec:42645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130, exclude list is [], retry=0 2024-12-05T14:17:48,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37915,DS-3f9532dc-4a89-4cae-ad1a-7032ea3c0ddb,DISK] 2024-12-05T14:17:48,145 INFO [RS:0;218194e0d8ec:42645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 2024-12-05T14:17:48,145 DEBUG [RS:0;218194e0d8ec:42645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37607:37607)] 2024-12-05T14:17:48,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:17:48,301 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6 2024-12-05T14:17:48,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:17:48,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:48,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:48,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:48,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:48,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:48,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:48,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:48,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:48,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:48,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:48,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:48,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:48,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:48,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:48,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:48,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:48,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:48,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:48,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740 2024-12-05T14:17:48,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740 2024-12-05T14:17:48,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:48,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:48,717 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:48,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:48,720 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:48,720 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69039579, jitterRate=0.028769895434379578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:48,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408268707Initializing all the Stores at 1733408268708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408268708Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408268708Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408268708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408268708Cleaning up temporary data from old regions at 1733408268716 (+8 ms)Region opened successfully at 1733408268721 (+5 ms) 2024-12-05T14:17:48,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:17:48,721 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:17:48,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:17:48,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:17:48,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:17:48,721 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:48,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408268721Disabling compacts and flushes for region at 1733408268721Disabling writes for close at 1733408268721Writing region close event to WAL at 1733408268721Closed at 1733408268721 2024-12-05T14:17:48,723 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:48,723 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:17:48,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:17:48,724 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:48,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:17:48,875 DEBUG [218194e0d8ec:33217 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:17:48,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,42645,1733408265834 2024-12-05T14:17:48,877 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,42645,1733408265834, state=OPENING 2024-12-05T14:17:48,940 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:17:48,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:48,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:48,951 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:48,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0619809109/meta-region-server: CHANGED 2024-12-05T14:17:48,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0619809109/meta-region-server: CHANGED 2024-12-05T14:17:48,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,42645,1733408265834}] 2024-12-05T14:17:49,104 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:17:49,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:17:49,108 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:17:49,108 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:49,109 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:17:49,110 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C42645%2C1733408265834.meta, suffix=.meta, logDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834, archiveDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/oldWALs, maxLogs=10 2024-12-05T14:17:49,120 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.meta.1733408269110.meta, exclude list is [], retry=0 2024-12-05T14:17:49,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37915,DS-3f9532dc-4a89-4cae-ad1a-7032ea3c0ddb,DISK] 2024-12-05T14:17:49,124 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.meta.1733408269110.meta 2024-12-05T14:17:49,124 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37607:37607)] 2024-12-05T14:17:49,124 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:49,125 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:49,125 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:17:49,125 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:17:49,125 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:17:49,125 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:17:49,125 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:49,125 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:17:49,125 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:17:49,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:49,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:49,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:49,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:49,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:49,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:49,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:49,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:49,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:49,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:49,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:49,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:49,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:49,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:49,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:49,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:49,132 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:49,132 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740 2024-12-05T14:17:49,133 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740 2024-12-05T14:17:49,134 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:49,134 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:49,134 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:49,136 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:49,137 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74641438, jitterRate=0.11224409937858582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:49,137 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:17:49,137 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408269125Writing region info on filesystem at 1733408269125Initializing all the Stores at 1733408269126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408269126Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408269126Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408269126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408269126Cleaning up temporary data from old regions at 1733408269134 (+8 ms)Running coprocessor post-open hooks at 1733408269137 (+3 ms)Region opened successfully at 1733408269137 2024-12-05T14:17:49,138 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408269104 2024-12-05T14:17:49,140 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:17:49,140 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:17:49,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,42645,1733408265834 2024-12-05T14:17:49,142 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,42645,1733408265834, state=OPEN 2024-12-05T14:17:49,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0619809109/meta-region-server 2024-12-05T14:17:49,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0619809109/meta-region-server 2024-12-05T14:17:49,180 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,42645,1733408265834 2024-12-05T14:17:49,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0619809109/meta-region-server: CHANGED 2024-12-05T14:17:49,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0619809109/meta-region-server: CHANGED 2024-12-05T14:17:49,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:17:49,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,42645,1733408265834 in 229 msec 2024-12-05T14:17:49,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:17:49,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-12-05T14:17:49,186 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:49,186 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:17:49,187 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:49,187 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,42645,1733408265834, seqNum=-1] 2024-12-05T14:17:49,187 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:49,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:49,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-12-05T14:17:49,194 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408269194, completionTime=-1 2024-12-05T14:17:49,194 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:17:49,194 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:17:49,196 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:17:49,196 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408329196 2024-12-05T14:17:49,196 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408389196 2024-12-05T14:17:49,196 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:17:49,196 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33217,1733408265637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:49,196 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33217,1733408265637-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:49,196 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33217,1733408265637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:49,196 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:33217, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:49,196 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:49,197 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:49,198 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:17:49,201 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.314sec 2024-12-05T14:17:49,201 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:17:49,201 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:17:49,201 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:17:49,201 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:17:49,201 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:17:49,201 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33217,1733408265637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:49,201 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33217,1733408265637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:17:49,204 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:17:49,204 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:17:49,204 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33217,1733408265637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:49,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da9936e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:49,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,33217,-1 for getting cluster id 2024-12-05T14:17:49,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:49,255 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b40d33f9-f75b-4a8c-a832-2a52ae049a21' 2024-12-05T14:17:49,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:49,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b40d33f9-f75b-4a8c-a832-2a52ae049a21" 2024-12-05T14:17:49,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c91a7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:49,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,33217,-1] 2024-12-05T14:17:49,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:49,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:49,257 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:49,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea0f3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:49,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,42645,1733408265834, seqNum=-1] 2024-12-05T14:17:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:49,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:49,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,33217,1733408265637 2024-12-05T14:17:49,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65239 2024-12-05T14:17:49,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:49,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5db09150002 connected 2024-12-05T14:17:49,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/hadoop.log.dir so I do NOT create it in target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d 2024-12-05T14:17:49,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:17:49,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/hadoop.tmp.dir so I do NOT create it in target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d 2024-12-05T14:17:49,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:17:49,291 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d 2024-12-05T14:17:49,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:17:49,291 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/cluster_8d25ddd1-8187-9f85-aff3-2d9fa7cf1cc9, deleteOnExit=true 2024-12-05T14:17:49,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:17:49,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/test.cache.data in system properties and HBase conf 2024-12-05T14:17:49,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:17:49,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:17:49,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:17:49,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:17:49,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:17:49,291 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:17:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:17:49,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:49,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:17:49,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:17:49,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:17:49,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:17:49,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:49,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d17940c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:17:49,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac094cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:17:49,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26d9c6cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/java.io.tmpdir/jetty-localhost-38079-hadoop-hdfs-3_4_1-tests_jar-_-any-12601919566331287706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:17:49,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a846567{HTTP/1.1, (http/1.1)}{localhost:38079} 2024-12-05T14:17:49,668 INFO [Time-limited test {}] server.Server(415): Started @60234ms 2024-12-05T14:17:50,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:17:50,156 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:17:50,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:17:50,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:17:50,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:17:50,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6afe8231{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:17:50,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8f05f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:17:50,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d313f68{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/java.io.tmpdir/jetty-localhost-35307-hadoop-hdfs-3_4_1-tests_jar-_-any-10304127540107783722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:17:50,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d84c973{HTTP/1.1, (http/1.1)}{localhost:35307} 2024-12-05T14:17:50,253 INFO [Time-limited test {}] server.Server(415): Started @60819ms 2024-12-05T14:17:50,254 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:17:50,990 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/cluster_8d25ddd1-8187-9f85-aff3-2d9fa7cf1cc9/data/data1/current/BP-1311366088-172.17.0.2-1733408269307/current, will proceed with Du for space computation calculation, 2024-12-05T14:17:50,991 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/cluster_8d25ddd1-8187-9f85-aff3-2d9fa7cf1cc9/data/data2/current/BP-1311366088-172.17.0.2-1733408269307/current, will proceed with Du for space computation calculation, 2024-12-05T14:17:51,048 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:17:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85d0b0f3f8f37fb2 with lease ID 0x69269dbc352c6d2c: Processing first storage report for DS-d712b956-9ad7-407c-9cf6-120af6f3c56f from datanode DatanodeRegistration(127.0.0.1:36187, datanodeUuid=042a0044-8047-4785-bfff-7d41a54c0fa5, infoPort=41275, infoSecurePort=0, ipcPort=45749, storageInfo=lv=-57;cid=testClusterID;nsid=1104337971;c=1733408269307) 2024-12-05T14:17:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85d0b0f3f8f37fb2 with lease ID 0x69269dbc352c6d2c: from storage DS-d712b956-9ad7-407c-9cf6-120af6f3c56f node DatanodeRegistration(127.0.0.1:36187, datanodeUuid=042a0044-8047-4785-bfff-7d41a54c0fa5, infoPort=41275, infoSecurePort=0, ipcPort=45749, storageInfo=lv=-57;cid=testClusterID;nsid=1104337971;c=1733408269307), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:17:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85d0b0f3f8f37fb2 with lease ID 0x69269dbc352c6d2c: Processing first storage report for DS-60b3597a-e445-4110-88ea-3ecfb355c2d9 from datanode DatanodeRegistration(127.0.0.1:36187, datanodeUuid=042a0044-8047-4785-bfff-7d41a54c0fa5, infoPort=41275, infoSecurePort=0, ipcPort=45749, storageInfo=lv=-57;cid=testClusterID;nsid=1104337971;c=1733408269307) 2024-12-05T14:17:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85d0b0f3f8f37fb2 with lease ID 0x69269dbc352c6d2c: from storage DS-60b3597a-e445-4110-88ea-3ecfb355c2d9 node DatanodeRegistration(127.0.0.1:36187, datanodeUuid=042a0044-8047-4785-bfff-7d41a54c0fa5, infoPort=41275, infoSecurePort=0, ipcPort=45749, storageInfo=lv=-57;cid=testClusterID;nsid=1104337971;c=1733408269307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:17:51,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d 2024-12-05T14:17:51,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:51,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:51,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:17:51,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf with version=8 2024-12-05T14:17:51,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/hbase-staging 2024-12-05T14:17:51,492 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:17:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:51,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:17:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:17:51,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:17:51,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:17:51,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41773 2024-12-05T14:17:51,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41773 connecting to ZooKeeper ensemble=127.0.0.1:65239 2024-12-05T14:17:51,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417730x0, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:51,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41773-0x101a5db09150003 connected 2024-12-05T14:17:51,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:51,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:51,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Set watcher on znode that does not yet exist, /11580758043/running 2024-12-05T14:17:51,616 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf, hbase.cluster.distributed=false 2024-12-05T14:17:51,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Set watcher on znode that does not yet exist, /11580758043/acl 2024-12-05T14:17:51,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41773 2024-12-05T14:17:51,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41773 2024-12-05T14:17:51,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41773 2024-12-05T14:17:51,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41773 2024-12-05T14:17:51,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41773 2024-12-05T14:17:51,631 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:17:51,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:51,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:51,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:17:51,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:17:51,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:17:51,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:17:51,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:17:51,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35289 2024-12-05T14:17:51,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35289 connecting to ZooKeeper ensemble=127.0.0.1:65239 2024-12-05T14:17:51,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:51,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:51,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352890x0, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:51,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352890x0, quorum=127.0.0.1:65239, baseZNode=/11580758043 Set watcher on znode that does not yet exist, /11580758043/running 2024-12-05T14:17:51,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35289-0x101a5db09150004 connected 2024-12-05T14:17:51,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:17:51,646 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:17:51,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Set watcher on znode that does not yet exist, /11580758043/master 2024-12-05T14:17:51,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Set watcher on znode that does not yet exist, /11580758043/acl 2024-12-05T14:17:51,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35289 2024-12-05T14:17:51,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35289 2024-12-05T14:17:51,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35289 2024-12-05T14:17:51,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35289 2024-12-05T14:17:51,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35289 2024-12-05T14:17:51,662 DEBUG [M:0;218194e0d8ec:41773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:41773 2024-12-05T14:17:51,662 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11580758043/backup-masters/218194e0d8ec,41773,1733408271491 2024-12-05T14:17:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043/backup-masters 2024-12-05T14:17:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043/backup-masters 2024-12-05T14:17:51,675 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Set watcher on existing znode=/11580758043/backup-masters/218194e0d8ec,41773,1733408271491 2024-12-05T14:17:51,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11580758043/master 2024-12-05T14:17:51,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:17:51,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:17:51,687 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Set watcher on existing znode=/11580758043/master 2024-12-05T14:17:51,688 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11580758043/backup-masters/218194e0d8ec,41773,1733408271491 from backup master directory 2024-12-05T14:17:51,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043/backup-masters 2024-12-05T14:17:51,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11580758043/backup-masters/218194e0d8ec,41773,1733408271491 2024-12-05T14:17:51,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043/backup-masters 2024-12-05T14:17:51,698 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:17:51,698 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,41773,1733408271491 2024-12-05T14:17:51,701 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/hbase.id] with ID: a524f6d1-4479-44fd-904e-9553f87bd98f 2024-12-05T14:17:51,701 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/.tmp/hbase.id 2024-12-05T14:17:51,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:17:52,106 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/.tmp/hbase.id]:[hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/hbase.id] 2024-12-05T14:17:52,116 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:52,117 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:17:52,118 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T14:17:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:17:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:17:52,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:17:52,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:17:52,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:52,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:52,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:52,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:17:52,609 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:17:52,610 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:17:52,610 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:17:53,017 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store 2024-12-05T14:17:53,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:17:53,424 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:53,425 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:17:53,425 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:53,425 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:53,425 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:17:53,425 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:53,425 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:17:53,425 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408273424Disabling compacts and flushes for region at 1733408273424Disabling writes for close at 1733408273425 (+1 ms)Writing region close event to WAL at 1733408273425Closed at 1733408273425 2024-12-05T14:17:53,426 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/.initializing 2024-12-05T14:17:53,426 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/WALs/218194e0d8ec,41773,1733408271491 2024-12-05T14:17:53,426 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:53,428 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C41773%2C1733408271491, suffix=, logDir=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/WALs/218194e0d8ec,41773,1733408271491, archiveDir=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/oldWALs, maxLogs=10 2024-12-05T14:17:53,438 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/WALs/218194e0d8ec,41773,1733408271491/218194e0d8ec%2C41773%2C1733408271491.1733408273428, exclude list is [], retry=0 2024-12-05T14:17:53,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36187,DS-d712b956-9ad7-407c-9cf6-120af6f3c56f,DISK] 2024-12-05T14:17:53,442 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/WALs/218194e0d8ec,41773,1733408271491/218194e0d8ec%2C41773%2C1733408271491.1733408273428 2024-12-05T14:17:53,442 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-05T14:17:53,442 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:53,442 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:53,442 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:53,442 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:53,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:53,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:17:53,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:53,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:53,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:53,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:17:53,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:53,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:53,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:53,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:17:53,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:53,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:53,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:53,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:17:53,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:53,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:53,450 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:53,451 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:53,451 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:53,452 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:53,452 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:53,452 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:53,453 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:17:53,455 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:53,455 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68558009, jitterRate=0.021593943238258362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:53,455 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408273442Initializing all the Stores at 1733408273443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408273443Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408273443Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408273443Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408273443Cleaning up temporary data from old regions at 1733408273452 (+9 ms)Region opened successfully at 1733408273455 (+3 ms) 2024-12-05T14:17:53,456 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:17:53,458 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11eb4147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:17:53,459 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:17:53,459 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:17:53,459 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:17:53,459 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:17:53,460 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:17:53,460 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:17:53,460 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:17:53,461 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:17:53,462 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Unable to get data of znode /11580758043/balancer because node does not exist (not necessarily an error) 2024-12-05T14:17:53,570 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11580758043/balancer already deleted, retry=false 2024-12-05T14:17:53,570 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:17:53,571 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Unable to get data of znode /11580758043/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:17:53,653 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11580758043/normalizer already deleted, retry=false 2024-12-05T14:17:53,653 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:17:53,654 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Unable to get data of znode /11580758043/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:17:53,685 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11580758043/switch/split already deleted, retry=false 2024-12-05T14:17:53,686 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Unable to get data of znode /11580758043/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:17:53,697 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11580758043/switch/merge already deleted, retry=false 2024-12-05T14:17:53,699 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Unable to get data of znode /11580758043/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:17:53,708 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11580758043/snapshot-cleanup already deleted, retry=false 2024-12-05T14:17:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11580758043/running 2024-12-05T14:17:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11580758043/running 2024-12-05T14:17:53,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:17:53,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:17:53,719 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,41773,1733408271491, sessionid=0x101a5db09150003, setting cluster-up flag (Was=false) 2024-12-05T14:17:53,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:17:53,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:17:53,771 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11580758043/flush-table-proc/acquired, /11580758043/flush-table-proc/reached, /11580758043/flush-table-proc/abort 2024-12-05T14:17:53,772 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,41773,1733408271491 2024-12-05T14:17:53,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:17:53,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:17:53,824 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11580758043/online-snapshot/acquired, /11580758043/online-snapshot/reached, /11580758043/online-snapshot/abort 2024-12-05T14:17:53,825 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,41773,1733408271491 2024-12-05T14:17:53,827 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:17:53,828 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:53,828 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:17:53,828 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:17:53,829 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,41773,1733408271491 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:17:53,830 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:53,830 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:53,830 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:53,830 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:17:53,830 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:17:53,830 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,830 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:53,830 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408303831 2024-12-05T14:17:53,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:17:53,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:17:53,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:17:53,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:17:53,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:17:53,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:17:53,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:53,832 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:17:53,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:17:53,832 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:17:53,832 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:17:53,832 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:17:53,833 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:17:53,833 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:17:53,833 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:53,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:17:53,834 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408273833,5,FailOnTimeoutGroup] 2024-12-05T14:17:53,836 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408273834,5,FailOnTimeoutGroup] 2024-12-05T14:17:53,836 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,836 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:17:53,836 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,836 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:17:53,856 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(746): ClusterId : a524f6d1-4479-44fd-904e-9553f87bd98f 2024-12-05T14:17:53,856 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:17:53,867 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:17:53,867 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:17:53,877 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:17:53,877 DEBUG [RS:0;218194e0d8ec:35289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cc0ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:17:53,891 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:35289 2024-12-05T14:17:53,891 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:17:53,891 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:17:53,891 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:17:53,892 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,41773,1733408271491 with port=35289, startcode=1733408271631 2024-12-05T14:17:53,892 DEBUG [RS:0;218194e0d8ec:35289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:17:53,894 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:17:53,894 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,35289,1733408271631 2024-12-05T14:17:53,894 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41773 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,35289,1733408271631 2024-12-05T14:17:53,896 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf 2024-12-05T14:17:53,896 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40709 2024-12-05T14:17:53,896 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:17:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043/rs 2024-12-05T14:17:53,908 DEBUG [RS:0;218194e0d8ec:35289 {}] zookeeper.ZKUtil(111): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Set watcher on existing znode=/11580758043/rs/218194e0d8ec,35289,1733408271631 2024-12-05T14:17:53,908 WARN [RS:0;218194e0d8ec:35289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:17:53,909 INFO [RS:0;218194e0d8ec:35289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:53,909 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/WALs/218194e0d8ec,35289,1733408271631 2024-12-05T14:17:53,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,35289,1733408271631] 2024-12-05T14:17:53,912 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:17:53,914 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:17:53,915 INFO [RS:0;218194e0d8ec:35289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:17:53,915 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,915 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:17:53,916 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:17:53,916 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:53,916 DEBUG [RS:0;218194e0d8ec:35289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:17:53,919 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,919 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,919 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,919 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,919 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,919 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35289,1733408271631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:53,932 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:17:53,932 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35289,1733408271631-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,932 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,932 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.Replication(171): 218194e0d8ec,35289,1733408271631 started 2024-12-05T14:17:53,943 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:53,943 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,35289,1733408271631, RpcServer on 218194e0d8ec/172.17.0.2:35289, sessionid=0x101a5db09150004 2024-12-05T14:17:53,944 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:17:53,944 DEBUG [RS:0;218194e0d8ec:35289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,35289,1733408271631 2024-12-05T14:17:53,944 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,35289,1733408271631' 2024-12-05T14:17:53,944 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11580758043/flush-table-proc/abort' 2024-12-05T14:17:53,944 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11580758043/flush-table-proc/acquired' 2024-12-05T14:17:53,944 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:17:53,945 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:17:53,945 DEBUG [RS:0;218194e0d8ec:35289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,35289,1733408271631 2024-12-05T14:17:53,945 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,35289,1733408271631' 2024-12-05T14:17:53,945 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11580758043/online-snapshot/abort' 2024-12-05T14:17:53,945 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11580758043/online-snapshot/acquired' 2024-12-05T14:17:53,945 DEBUG [RS:0;218194e0d8ec:35289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:17:53,945 INFO [RS:0;218194e0d8ec:35289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:17:53,945 INFO [RS:0;218194e0d8ec:35289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:17:53,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:17:54,046 INFO [RS:0;218194e0d8ec:35289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:17:54,047 INFO [RS:0;218194e0d8ec:35289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C35289%2C1733408271631, suffix=, logDir=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/WALs/218194e0d8ec,35289,1733408271631, archiveDir=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/oldWALs, maxLogs=10 2024-12-05T14:17:54,057 DEBUG [RS:0;218194e0d8ec:35289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/WALs/218194e0d8ec,35289,1733408271631/218194e0d8ec%2C35289%2C1733408271631.1733408274047, exclude list is [], retry=0 2024-12-05T14:17:54,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36187,DS-d712b956-9ad7-407c-9cf6-120af6f3c56f,DISK] 2024-12-05T14:17:54,061 INFO [RS:0;218194e0d8ec:35289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/WALs/218194e0d8ec,35289,1733408271631/218194e0d8ec%2C35289%2C1733408271631.1733408274047 2024-12-05T14:17:54,062 DEBUG [RS:0;218194e0d8ec:35289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-05T14:17:54,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:17:54,242 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf 2024-12-05T14:17:54,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:17:54,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:54,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:54,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:54,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:54,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:54,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:54,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:54,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:54,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:54,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:54,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:54,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:54,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:54,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:54,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:54,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:54,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:54,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:54,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740 2024-12-05T14:17:54,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740 2024-12-05T14:17:54,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:54,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:54,658 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:54,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:54,660 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:54,661 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71308554, jitterRate=0.06258025765419006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:54,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408274648Initializing all the Stores at 1733408274649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408274649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408274649Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408274649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408274649Cleaning up temporary data from old regions at 1733408274657 (+8 ms)Region opened successfully at 1733408274661 (+4 ms) 2024-12-05T14:17:54,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:17:54,661 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:17:54,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:17:54,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:17:54,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:17:54,661 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:17:54,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408274661Disabling compacts and flushes for region at 1733408274661Disabling writes for close at 1733408274661Writing region close event to WAL at 1733408274661Closed at 1733408274661 2024-12-05T14:17:54,662 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:54,662 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:17:54,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:17:54,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:54,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:17:54,815 DEBUG [218194e0d8ec:41773 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:17:54,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,35289,1733408271631 2024-12-05T14:17:54,817 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,35289,1733408271631, state=OPENING 2024-12-05T14:17:54,904 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:17:54,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:17:54,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:17:54,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11580758043/meta-region-server: CHANGED 2024-12-05T14:17:54,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11580758043/meta-region-server: CHANGED 2024-12-05T14:17:54,919 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:17:54,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,35289,1733408271631}] 2024-12-05T14:17:55,072 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:17:55,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:17:55,077 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:17:55,077 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:55,077 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:17:55,078 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C35289%2C1733408271631.meta, suffix=.meta, logDir=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/WALs/218194e0d8ec,35289,1733408271631, archiveDir=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/oldWALs, maxLogs=10 2024-12-05T14:17:55,089 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/WALs/218194e0d8ec,35289,1733408271631/218194e0d8ec%2C35289%2C1733408271631.meta.1733408275079.meta, exclude list is [], retry=0 2024-12-05T14:17:55,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36187,DS-d712b956-9ad7-407c-9cf6-120af6f3c56f,DISK] 2024-12-05T14:17:55,093 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/WALs/218194e0d8ec,35289,1733408271631/218194e0d8ec%2C35289%2C1733408271631.meta.1733408275079.meta 2024-12-05T14:17:55,093 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-05T14:17:55,093 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:55,093 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:55,094 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:17:55,094 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:17:55,094 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:17:55,094 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:17:55,094 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:55,094 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:17:55,094 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:17:55,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:17:55,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:17:55,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:55,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:55,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:17:55,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:17:55,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:55,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:55,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:17:55,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:17:55,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:55,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:55,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:17:55,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:17:55,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:55,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:17:55,100 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:17:55,101 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740 2024-12-05T14:17:55,102 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740 2024-12-05T14:17:55,102 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:17:55,102 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:17:55,103 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:17:55,104 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:17:55,104 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68012116, jitterRate=0.013459503650665283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:17:55,105 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:17:55,105 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408275094Writing region info on filesystem at 1733408275094Initializing all the Stores at 1733408275095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408275095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408275095Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408275095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408275095Cleaning up temporary data from old regions at 1733408275102 (+7 ms)Running coprocessor post-open hooks at 1733408275105 (+3 ms)Region opened successfully at 1733408275105 2024-12-05T14:17:55,105 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408275072 2024-12-05T14:17:55,107 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:17:55,107 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:17:55,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,35289,1733408271631 2024-12-05T14:17:55,108 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,35289,1733408271631, state=OPEN 2024-12-05T14:17:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11580758043/meta-region-server 2024-12-05T14:17:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11580758043/meta-region-server 2024-12-05T14:17:55,119 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,35289,1733408271631 2024-12-05T14:17:55,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11580758043/meta-region-server: CHANGED 2024-12-05T14:17:55,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11580758043/meta-region-server: CHANGED 2024-12-05T14:17:55,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:17:55,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,35289,1733408271631 in 200 msec 2024-12-05T14:17:55,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:17:55,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-12-05T14:17:55,125 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:17:55,125 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:17:55,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:55,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35289,1733408271631, seqNum=-1] 2024-12-05T14:17:55,127 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:55,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:55,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-12-05T14:17:55,135 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408275134, completionTime=-1 2024-12-05T14:17:55,135 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:17:55,135 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:17:55,137 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:17:55,137 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408335137 2024-12-05T14:17:55,137 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408395137 2024-12-05T14:17:55,137 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T14:17:55,137 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41773,1733408271491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:55,137 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41773,1733408271491-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:55,137 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41773,1733408271491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:55,137 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:41773, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:55,137 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:55,137 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:55,139 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:17:55,141 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.443sec 2024-12-05T14:17:55,141 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:17:55,141 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:17:55,141 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:17:55,141 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:17:55,142 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:17:55,142 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41773,1733408271491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:17:55,142 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41773,1733408271491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:17:55,144 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:17:55,144 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:17:55,144 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41773,1733408271491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:17:55,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f64997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:55,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,41773,-1 for getting cluster id 2024-12-05T14:17:55,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:55,158 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a524f6d1-4479-44fd-904e-9553f87bd98f' 2024-12-05T14:17:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a524f6d1-4479-44fd-904e-9553f87bd98f" 2024-12-05T14:17:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e83072d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,41773,-1] 2024-12-05T14:17:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:55,160 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:55,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42323dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:55,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:55,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35289,1733408271631, seqNum=-1] 2024-12-05T14:17:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:55,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:17:55,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,41773,1733408271491 2024-12-05T14:17:55,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65239 2024-12-05T14:17:55,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:17:55,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5db09150005 connected 2024-12-05T14:17:55,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,33217,1733408265637 2024-12-05T14:17:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fc5164a 2024-12-05T14:17:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:55,295 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:55,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:17:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:17:55,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:17:55,304 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:55,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:17:55,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:17:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:55,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:17:55,316 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f78cd38c094daeb714c229d32d78314d, NAME => 'test,,1733408275296.f78cd38c094daeb714c229d32d78314d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6 2024-12-05T14:17:55,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:17:55,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408275296.f78cd38c094daeb714c229d32d78314d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:55,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f78cd38c094daeb714c229d32d78314d, disabling compactions & flushes 2024-12-05T14:17:55,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408275296.f78cd38c094daeb714c229d32d78314d. 2024-12-05T14:17:55,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408275296.f78cd38c094daeb714c229d32d78314d. 2024-12-05T14:17:55,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408275296.f78cd38c094daeb714c229d32d78314d. after waiting 0 ms 2024-12-05T14:17:55,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408275296.f78cd38c094daeb714c229d32d78314d. 2024-12-05T14:17:55,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408275296.f78cd38c094daeb714c229d32d78314d. 2024-12-05T14:17:55,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f78cd38c094daeb714c229d32d78314d: Waiting for close lock at 1733408275324Disabling compacts and flushes for region at 1733408275324Disabling writes for close at 1733408275325 (+1 ms)Writing region close event to WAL at 1733408275325Closed at 1733408275325 2024-12-05T14:17:55,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:17:55,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408275296.f78cd38c094daeb714c229d32d78314d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408275326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408275326"}]},"ts":"1733408275326"} 2024-12-05T14:17:55,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:17:55,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:17:55,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408275329"}]},"ts":"1733408275329"} 2024-12-05T14:17:55,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:17:55,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f78cd38c094daeb714c229d32d78314d, ASSIGN}] 2024-12-05T14:17:55,333 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f78cd38c094daeb714c229d32d78314d, ASSIGN 2024-12-05T14:17:55,334 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f78cd38c094daeb714c229d32d78314d, ASSIGN; state=OFFLINE, location=218194e0d8ec,42645,1733408265834; forceNewPlan=false, retain=false 2024-12-05T14:17:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:55,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f78cd38c094daeb714c229d32d78314d, regionState=OPENING, regionLocation=218194e0d8ec,42645,1733408265834 2024-12-05T14:17:55,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f78cd38c094daeb714c229d32d78314d, ASSIGN because future has completed 2024-12-05T14:17:55,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f78cd38c094daeb714c229d32d78314d, server=218194e0d8ec,42645,1733408265834}] 2024-12-05T14:17:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:55,648 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408275296.f78cd38c094daeb714c229d32d78314d. 2024-12-05T14:17:55,649 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f78cd38c094daeb714c229d32d78314d, NAME => 'test,,1733408275296.f78cd38c094daeb714c229d32d78314d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:55,649 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:55,649 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:17:55,650 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,650 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408275296.f78cd38c094daeb714c229d32d78314d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:55,650 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,650 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,651 INFO [StoreOpener-f78cd38c094daeb714c229d32d78314d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,653 INFO [StoreOpener-f78cd38c094daeb714c229d32d78314d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78cd38c094daeb714c229d32d78314d columnFamilyName f 2024-12-05T14:17:55,653 DEBUG [StoreOpener-f78cd38c094daeb714c229d32d78314d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:55,653 INFO [StoreOpener-f78cd38c094daeb714c229d32d78314d-1 {}] regionserver.HStore(327): Store=f78cd38c094daeb714c229d32d78314d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:55,654 INFO [StoreOpener-f78cd38c094daeb714c229d32d78314d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,655 INFO [StoreOpener-f78cd38c094daeb714c229d32d78314d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78cd38c094daeb714c229d32d78314d columnFamilyName f1 2024-12-05T14:17:55,655 DEBUG [StoreOpener-f78cd38c094daeb714c229d32d78314d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:55,657 INFO [StoreOpener-f78cd38c094daeb714c229d32d78314d-1 {}] regionserver.HStore(327): Store=f78cd38c094daeb714c229d32d78314d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:55,657 INFO [StoreOpener-f78cd38c094daeb714c229d32d78314d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,659 INFO [StoreOpener-f78cd38c094daeb714c229d32d78314d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78cd38c094daeb714c229d32d78314d columnFamilyName norep 2024-12-05T14:17:55,659 DEBUG [StoreOpener-f78cd38c094daeb714c229d32d78314d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:55,661 INFO [StoreOpener-f78cd38c094daeb714c229d32d78314d-1 {}] regionserver.HStore(327): Store=f78cd38c094daeb714c229d32d78314d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:55,662 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,663 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,667 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,668 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,668 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,669 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:17:55,670 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,675 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:55,676 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f78cd38c094daeb714c229d32d78314d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65692806, jitterRate=-0.021100908517837524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:17:55,676 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f78cd38c094daeb714c229d32d78314d 2024-12-05T14:17:55,677 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f78cd38c094daeb714c229d32d78314d: Running coprocessor pre-open hook at 1733408275650Writing region info on filesystem at 1733408275650Initializing all the Stores at 1733408275651 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408275651Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408275651Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408275651Cleaning up temporary data from old regions at 1733408275668 (+17 ms)Running coprocessor post-open hooks at 1733408275676 (+8 ms)Region opened successfully at 1733408275677 (+1 ms) 2024-12-05T14:17:55,680 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408275296.f78cd38c094daeb714c229d32d78314d., pid=6, masterSystemTime=1733408275640 2024-12-05T14:17:55,684 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408275296.f78cd38c094daeb714c229d32d78314d. 2024-12-05T14:17:55,684 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408275296.f78cd38c094daeb714c229d32d78314d. 2024-12-05T14:17:55,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f78cd38c094daeb714c229d32d78314d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,42645,1733408265834 2024-12-05T14:17:55,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f78cd38c094daeb714c229d32d78314d, server=218194e0d8ec,42645,1733408265834 because future has completed 2024-12-05T14:17:55,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:17:55,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f78cd38c094daeb714c229d32d78314d, server=218194e0d8ec,42645,1733408265834 in 203 msec 2024-12-05T14:17:55,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:17:55,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f78cd38c094daeb714c229d32d78314d, ASSIGN in 363 msec 2024-12-05T14:17:55,701 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:17:55,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408275701"}]},"ts":"1733408275701"} 2024-12-05T14:17:55,704 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:17:55,706 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:17:55,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 406 msec 2024-12-05T14:17:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:55,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:55,936 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:17:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,41773,1733408271491 2024-12-05T14:17:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468c1596 2024-12-05T14:17:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:55,944 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:55,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:17:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:17:55,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:17:55,948 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:55,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:17:55,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:17:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:55,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:17:55,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 349d3a959fca266931d68b6dc505449d, NAME => 'test,,1733408275944.349d3a959fca266931d68b6dc505449d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf 2024-12-05T14:17:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:17:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:56,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408275944.349d3a959fca266931d68b6dc505449d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:56,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 349d3a959fca266931d68b6dc505449d, disabling compactions & flushes 2024-12-05T14:17:56,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408275944.349d3a959fca266931d68b6dc505449d. 2024-12-05T14:17:56,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408275944.349d3a959fca266931d68b6dc505449d. 2024-12-05T14:17:56,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408275944.349d3a959fca266931d68b6dc505449d. after waiting 0 ms 2024-12-05T14:17:56,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408275944.349d3a959fca266931d68b6dc505449d. 2024-12-05T14:17:56,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408275944.349d3a959fca266931d68b6dc505449d. 2024-12-05T14:17:56,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 349d3a959fca266931d68b6dc505449d: Waiting for close lock at 1733408276421Disabling compacts and flushes for region at 1733408276421Disabling writes for close at 1733408276421Writing region close event to WAL at 1733408276421Closed at 1733408276421 2024-12-05T14:17:56,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:17:56,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408275944.349d3a959fca266931d68b6dc505449d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408276423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408276423"}]},"ts":"1733408276423"} 2024-12-05T14:17:56,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:17:56,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:17:56,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408276460"}]},"ts":"1733408276460"} 2024-12-05T14:17:56,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:17:56,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=349d3a959fca266931d68b6dc505449d, ASSIGN}] 2024-12-05T14:17:56,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=349d3a959fca266931d68b6dc505449d, ASSIGN 2024-12-05T14:17:56,468 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=349d3a959fca266931d68b6dc505449d, ASSIGN; state=OFFLINE, location=218194e0d8ec,35289,1733408271631; forceNewPlan=false, retain=false 2024-12-05T14:17:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:56,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=349d3a959fca266931d68b6dc505449d, regionState=OPENING, regionLocation=218194e0d8ec,35289,1733408271631 2024-12-05T14:17:56,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=349d3a959fca266931d68b6dc505449d, ASSIGN because future has completed 2024-12-05T14:17:56,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 349d3a959fca266931d68b6dc505449d, server=218194e0d8ec,35289,1733408271631}] 2024-12-05T14:17:56,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:17:56,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T14:17:56,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T14:17:56,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T14:17:56,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:17:56,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T14:17:56,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:17:56,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T14:17:56,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:17:56,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T14:17:56,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:17:56,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T14:17:56,776 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408275944.349d3a959fca266931d68b6dc505449d. 2024-12-05T14:17:56,777 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 349d3a959fca266931d68b6dc505449d, NAME => 'test,,1733408275944.349d3a959fca266931d68b6dc505449d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:56,777 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:56,777 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:17:56,777 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,777 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408275944.349d3a959fca266931d68b6dc505449d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:56,777 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,777 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,779 INFO [StoreOpener-349d3a959fca266931d68b6dc505449d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,780 INFO [StoreOpener-349d3a959fca266931d68b6dc505449d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 349d3a959fca266931d68b6dc505449d columnFamilyName f 2024-12-05T14:17:56,780 DEBUG [StoreOpener-349d3a959fca266931d68b6dc505449d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:56,780 INFO [StoreOpener-349d3a959fca266931d68b6dc505449d-1 {}] regionserver.HStore(327): Store=349d3a959fca266931d68b6dc505449d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:56,781 INFO [StoreOpener-349d3a959fca266931d68b6dc505449d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,782 INFO [StoreOpener-349d3a959fca266931d68b6dc505449d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 349d3a959fca266931d68b6dc505449d columnFamilyName f1 2024-12-05T14:17:56,782 DEBUG [StoreOpener-349d3a959fca266931d68b6dc505449d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:56,782 INFO [StoreOpener-349d3a959fca266931d68b6dc505449d-1 {}] regionserver.HStore(327): Store=349d3a959fca266931d68b6dc505449d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:56,782 INFO [StoreOpener-349d3a959fca266931d68b6dc505449d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,783 INFO [StoreOpener-349d3a959fca266931d68b6dc505449d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 349d3a959fca266931d68b6dc505449d columnFamilyName norep 2024-12-05T14:17:56,784 DEBUG [StoreOpener-349d3a959fca266931d68b6dc505449d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:56,784 INFO [StoreOpener-349d3a959fca266931d68b6dc505449d-1 {}] regionserver.HStore(327): Store=349d3a959fca266931d68b6dc505449d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:56,784 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,785 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/default/test/349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,785 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/default/test/349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,786 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,786 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,786 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:17:56,787 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,789 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/default/test/349d3a959fca266931d68b6dc505449d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:56,790 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 349d3a959fca266931d68b6dc505449d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66453559, jitterRate=-0.009764805436134338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:17:56,790 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 349d3a959fca266931d68b6dc505449d 2024-12-05T14:17:56,790 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 349d3a959fca266931d68b6dc505449d: Running coprocessor pre-open hook at 1733408276777Writing region info on filesystem at 1733408276777Initializing all the Stores at 1733408276778 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408276778Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408276778Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408276778Cleaning up temporary data from old regions at 1733408276786 (+8 ms)Running coprocessor post-open hooks at 1733408276790 (+4 ms)Region opened successfully at 1733408276790 2024-12-05T14:17:56,791 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408275944.349d3a959fca266931d68b6dc505449d., pid=6, masterSystemTime=1733408276773 2024-12-05T14:17:56,794 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408275944.349d3a959fca266931d68b6dc505449d. 2024-12-05T14:17:56,794 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408275944.349d3a959fca266931d68b6dc505449d. 2024-12-05T14:17:56,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=349d3a959fca266931d68b6dc505449d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,35289,1733408271631 2024-12-05T14:17:56,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 349d3a959fca266931d68b6dc505449d, server=218194e0d8ec,35289,1733408271631 because future has completed 2024-12-05T14:17:56,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:17:56,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 349d3a959fca266931d68b6dc505449d, server=218194e0d8ec,35289,1733408271631 in 178 msec 2024-12-05T14:17:56,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:17:56,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=349d3a959fca266931d68b6dc505449d, ASSIGN in 337 msec 2024-12-05T14:17:56,805 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:17:56,805 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408276805"}]},"ts":"1733408276805"} 2024-12-05T14:17:56,807 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:17:56,808 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:17:56,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 863 msec 2024-12-05T14:17:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:17:57,085 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:17:57,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f39995f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:57,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,33217,-1 for getting cluster id 2024-12-05T14:17:57,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:57,087 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b40d33f9-f75b-4a8c-a832-2a52ae049a21' 2024-12-05T14:17:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b40d33f9-f75b-4a8c-a832-2a52ae049a21" 2024-12-05T14:17:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aeec660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,33217,-1] 2024-12-05T14:17:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:57,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:57,089 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:57,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba44e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:57,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16505d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:57,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,41773,-1 for getting cluster id 2024-12-05T14:17:57,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:57,091 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a524f6d1-4479-44fd-904e-9553f87bd98f' 2024-12-05T14:17:57,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:57,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a524f6d1-4479-44fd-904e-9553f87bd98f" 2024-12-05T14:17:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52af8652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,41773,-1] 2024-12-05T14:17:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:57,093 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f00e9d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:57,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5d35b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:57,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,33217,-1 for getting cluster id 2024-12-05T14:17:57,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:57,097 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b40d33f9-f75b-4a8c-a832-2a52ae049a21' 2024-12-05T14:17:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b40d33f9-f75b-4a8c-a832-2a52ae049a21" 2024-12-05T14:17:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20161b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,33217,-1] 2024-12-05T14:17:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:57,099 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa35c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:57,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,33217,1733408265637 2024-12-05T14:17:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bae16d8 2024-12-05T14:17:57,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:57,105 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:57,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:41773,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:17:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:17:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:17:57,109 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:41773' 2024-12-05T14:17:57,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a390f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:57,110 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,41773,-1 for getting cluster id 2024-12-05T14:17:57,110 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:57,111 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a524f6d1-4479-44fd-904e-9553f87bd98f' 2024-12-05T14:17:57,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:57,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a524f6d1-4479-44fd-904e-9553f87bd98f" 2024-12-05T14:17:57,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf3251e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:57,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,41773,-1] 2024-12-05T14:17:57,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:57,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:57,113 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:57,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236977fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:57,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:57,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,41773,1733408271491 2024-12-05T14:17:57,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75813b22 2024-12-05T14:17:57,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:57,116 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:17:57,117 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T14:17:57,117 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:17:57,117 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:57,117 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:57,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:57,118 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:17:57,119 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:17:57,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:17:57,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:57,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:17:57,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741837_1013 (size=1138) 2024-12-05T14:17:57,169 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:17:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:17:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:17:57,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56f2b29106a91a1e91014b03641758cd, NAME => 'hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6 2024-12-05T14:17:57,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741838_1014 (size=44) 2024-12-05T14:17:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:17:57,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:57,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 56f2b29106a91a1e91014b03641758cd, disabling compactions & flushes 2024-12-05T14:17:57,937 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. 2024-12-05T14:17:57,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. 2024-12-05T14:17:57,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. after waiting 0 ms 2024-12-05T14:17:57,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. 2024-12-05T14:17:57,937 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. 2024-12-05T14:17:57,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56f2b29106a91a1e91014b03641758cd: Waiting for close lock at 1733408277937Disabling compacts and flushes for region at 1733408277937Disabling writes for close at 1733408277937Writing region close event to WAL at 1733408277937Closed at 1733408277937 2024-12-05T14:17:57,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:17:57,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408277938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408277938"}]},"ts":"1733408277938"} 2024-12-05T14:17:57,941 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:17:57,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:17:57,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408277942"}]},"ts":"1733408277942"} 2024-12-05T14:17:57,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:17:57,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56f2b29106a91a1e91014b03641758cd, ASSIGN}] 2024-12-05T14:17:57,946 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56f2b29106a91a1e91014b03641758cd, ASSIGN 2024-12-05T14:17:57,947 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56f2b29106a91a1e91014b03641758cd, ASSIGN; state=OFFLINE, location=218194e0d8ec,42645,1733408265834; forceNewPlan=false, retain=false 2024-12-05T14:17:58,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56f2b29106a91a1e91014b03641758cd, regionState=OPENING, regionLocation=218194e0d8ec,42645,1733408265834 2024-12-05T14:17:58,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56f2b29106a91a1e91014b03641758cd, ASSIGN because future has completed 2024-12-05T14:17:58,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56f2b29106a91a1e91014b03641758cd, server=218194e0d8ec,42645,1733408265834}] 2024-12-05T14:17:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:17:58,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. 2024-12-05T14:17:58,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:17:58,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:17:58,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C42645%2C1733408265834.rep, suffix=, logDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834, archiveDir=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/oldWALs, maxLogs=10 2024-12-05T14:17:58,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.rep.1733408278258, exclude list is [], retry=0 2024-12-05T14:17:58,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37915,DS-3f9532dc-4a89-4cae-ad1a-7032ea3c0ddb,DISK] 2024-12-05T14:17:58,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.rep.1733408278258 2024-12-05T14:17:58,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37607:37607)] 2024-12-05T14:17:58,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 56f2b29106a91a1e91014b03641758cd, NAME => 'hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:17:58,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:17:58,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:17:58,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. service=MultiRowMutationService 2024-12-05T14:17:58,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:17:58,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:17:58,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,275 INFO [StoreOpener-56f2b29106a91a1e91014b03641758cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,276 INFO [StoreOpener-56f2b29106a91a1e91014b03641758cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56f2b29106a91a1e91014b03641758cd columnFamilyName hfileref 2024-12-05T14:17:58,276 DEBUG [StoreOpener-56f2b29106a91a1e91014b03641758cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:58,276 INFO [StoreOpener-56f2b29106a91a1e91014b03641758cd-1 {}] regionserver.HStore(327): Store=56f2b29106a91a1e91014b03641758cd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:58,276 INFO [StoreOpener-56f2b29106a91a1e91014b03641758cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,277 INFO [StoreOpener-56f2b29106a91a1e91014b03641758cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56f2b29106a91a1e91014b03641758cd columnFamilyName queue 2024-12-05T14:17:58,277 DEBUG [StoreOpener-56f2b29106a91a1e91014b03641758cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:58,278 INFO [StoreOpener-56f2b29106a91a1e91014b03641758cd-1 {}] regionserver.HStore(327): Store=56f2b29106a91a1e91014b03641758cd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:58,278 INFO [StoreOpener-56f2b29106a91a1e91014b03641758cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,279 INFO [StoreOpener-56f2b29106a91a1e91014b03641758cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56f2b29106a91a1e91014b03641758cd columnFamilyName sid 2024-12-05T14:17:58,279 DEBUG [StoreOpener-56f2b29106a91a1e91014b03641758cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:17:58,279 INFO [StoreOpener-56f2b29106a91a1e91014b03641758cd-1 {}] regionserver.HStore(327): Store=56f2b29106a91a1e91014b03641758cd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:17:58,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:17:58,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:17:58,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 56f2b29106a91a1e91014b03641758cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74242895, jitterRate=0.10630534589290619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:17:58,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56f2b29106a91a1e91014b03641758cd 2024-12-05T14:17:58,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 56f2b29106a91a1e91014b03641758cd: Running coprocessor pre-open hook at 1733408278273Writing region info on filesystem at 1733408278273Initializing all the Stores at 1733408278274 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408278274Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408278274Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408278274Cleaning up temporary data from old regions at 1733408278281 (+7 ms)Running coprocessor post-open hooks at 1733408278284 (+3 ms)Region opened successfully at 1733408278285 (+1 ms) 2024-12-05T14:17:58,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd., pid=10, masterSystemTime=1733408278252 2024-12-05T14:17:58,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. 2024-12-05T14:17:58,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. 2024-12-05T14:17:58,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56f2b29106a91a1e91014b03641758cd, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,42645,1733408265834 2024-12-05T14:17:58,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56f2b29106a91a1e91014b03641758cd, server=218194e0d8ec,42645,1733408265834 because future has completed 2024-12-05T14:17:58,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:17:58,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 56f2b29106a91a1e91014b03641758cd, server=218194e0d8ec,42645,1733408265834 in 191 msec 2024-12-05T14:17:58,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T14:17:58,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56f2b29106a91a1e91014b03641758cd, ASSIGN in 348 msec 2024-12-05T14:17:58,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:17:58,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408278296"}]},"ts":"1733408278296"} 2024-12-05T14:17:58,299 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:17:58,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:17:58,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-12-05T14:17:58,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd., hostname=218194e0d8ec,42645,1733408265834, seqNum=2] 2024-12-05T14:17:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:17:58,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:17:58,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T14:17:58,567 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:17:58,592 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,42645,1733408265834, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:17:58,593 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:17:58,593 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,42645,1733408265834, seqNum=-1] 2024-12-05T14:17:58,593 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:17:58,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-05T14:17:58,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,42645,1733408265834', locateType=CURRENT is [region=hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd., hostname=218194e0d8ec,42645,1733408265834, seqNum=2] 2024-12-05T14:17:58,598 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T14:17:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T14:17:58,601 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,42645,1733408265834 suceeded 2024-12-05T14:17:58,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T14:17:58,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-05T14:17:58,603 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:41773,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-05T14:17:58,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-12-05T14:17:58,612 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:41773' 2024-12-05T14:17:58,614 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26eed46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:58,614 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,41773,-1 for getting cluster id 2024-12-05T14:17:58,614 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:17:58,615 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a524f6d1-4479-44fd-904e-9553f87bd98f' 2024-12-05T14:17:58,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:17:58,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a524f6d1-4479-44fd-904e-9553f87bd98f" 2024-12-05T14:17:58,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cc23efc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:58,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,41773,-1] 2024-12-05T14:17:58,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:17:58,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:58,617 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:17:58,618 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@699a8f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:17:58,618 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:17:58,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,41773,1733408271491 2024-12-05T14:17:58,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b3312a 2024-12-05T14:17:58,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:17:58,619 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-05T14:17:58,620 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,42645,1733408265834 (queues=1) is replicating from cluster=b40d33f9-f75b-4a8c-a832-2a52ae049a21 to cluster=a524f6d1-4479-44fd-904e-9553f87bd98f 2024-12-05T14:17:58,620 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C42645%2C1733408265834 2024-12-05T14:17:58,620 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,42645,1733408265834, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:17:58,620 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.shipper218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C42645%2C1733408265834 2024-12-05T14:17:58,621 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130, startPosition=0, beingWritten=true 2024-12-05T14:17:58,628 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:17:58,628 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 379, reset compression=false 2024-12-05T14:17:58,628 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.shipper218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,42645,1733408265834 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:17:58,832 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 379, reset compression=false 2024-12-05T14:17:59,136 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 379, reset compression=false 2024-12-05T14:17:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:17:59,255 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:17:59,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:17:59,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:17:59,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:59,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:17:59,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:17:59,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:17:59,267 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733408279262/Put/seqid=0 2024-12-05T14:17:59,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741840_1016 (size=7894) 2024-12-05T14:17:59,540 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 379, reset compression=false 2024-12-05T14:17:59,697 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f/f/hfile_1 is 34, key is ddd/f:row/1733408279696/Put/seqid=0 2024-12-05T14:17:59,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741841_1017 (size=7691) 2024-12-05T14:17:59,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T14:17:59,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T14:18:00,044 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 379, reset compression=false 2024-12-05T14:18:00,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f10ec8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:00,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,33217,-1 for getting cluster id 2024-12-05T14:18:00,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:18:00,109 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b40d33f9-f75b-4a8c-a832-2a52ae049a21' 2024-12-05T14:18:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:18:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b40d33f9-f75b-4a8c-a832-2a52ae049a21" 2024-12-05T14:18:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c14851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,33217,-1] 2024-12-05T14:18:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:18:00,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:00,110 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:18:00,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@831e553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:00,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:18:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,42645,1733408265834, seqNum=-1] 2024-12-05T14:18:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:00,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:00,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:18:00,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,33217,1733408265637 2024-12-05T14:18:00,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e2fa5e9 2024-12-05T14:18:00,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:18:00,129 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:18:00,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733408275296.f78cd38c094daeb714c229d32d78314d., hostname=218194e0d8ec,42645,1733408265834, seqNum=2] 2024-12-05T14:18:00,145 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:18:00,156 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T14:18:00,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T14:18:00,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f/f/hfile_1 for inclusion in f78cd38c094daeb714c229d32d78314d/f 2024-12-05T14:18:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T14:18:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:18:00,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f/f/hfile_0 for inclusion in f78cd38c094daeb714c229d32d78314d/f 2024-12-05T14:18:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T14:18:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:18:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HRegion(2603): Flush status journal for f78cd38c094daeb714c229d32d78314d: 2024-12-05T14:18:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f/f/hfile_1 to hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__2g99t8b9fa8nvls9s6hej9o0i0f31nfu7mos9k18568qh92sqp0umbso9g5cd1jd/f/hfile_1 2024-12-05T14:18:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__2g99t8b9fa8nvls9s6hej9o0i0f31nfu7mos9k18568qh92sqp0umbso9g5cd1jd/f/hfile_1 as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f/02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_ 2024-12-05T14:18:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f/f/hfile_0 to hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__2g99t8b9fa8nvls9s6hej9o0i0f31nfu7mos9k18568qh92sqp0umbso9g5cd1jd/f/hfile_0 2024-12-05T14:18:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__2g99t8b9fa8nvls9s6hej9o0i0f31nfu7mos9k18568qh92sqp0umbso9g5cd1jd/f/hfile_0 as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f/248cce4a94b8489c85ceef00d8de5242_SeqId_4_ 2024-12-05T14:18:00,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__2g99t8b9fa8nvls9s6hej9o0i0f31nfu7mos9k18568qh92sqp0umbso9g5cd1jd/f/hfile_1 into f78cd38c094daeb714c229d32d78314d/f as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f/02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_ - updating store file list. 2024-12-05T14:18:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:18:00,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f/02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_ into f78cd38c094daeb714c229d32d78314d/f 2024-12-05T14:18:00,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__2g99t8b9fa8nvls9s6hej9o0i0f31nfu7mos9k18568qh92sqp0umbso9g5cd1jd/f/hfile_1 into f78cd38c094daeb714c229d32d78314d/f (new location: hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f/02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_) 2024-12-05T14:18:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__2g99t8b9fa8nvls9s6hej9o0i0f31nfu7mos9k18568qh92sqp0umbso9g5cd1jd/f/hfile_1 2024-12-05T14:18:00,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__2g99t8b9fa8nvls9s6hej9o0i0f31nfu7mos9k18568qh92sqp0umbso9g5cd1jd/f/hfile_0 into f78cd38c094daeb714c229d32d78314d/f as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f/248cce4a94b8489c85ceef00d8de5242_SeqId_4_ - updating store file list. 2024-12-05T14:18:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 248cce4a94b8489c85ceef00d8de5242_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:18:00,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f/248cce4a94b8489c85ceef00d8de5242_SeqId_4_ into f78cd38c094daeb714c229d32d78314d/f 2024-12-05T14:18:00,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__2g99t8b9fa8nvls9s6hej9o0i0f31nfu7mos9k18568qh92sqp0umbso9g5cd1jd/f/hfile_0 into f78cd38c094daeb714c229d32d78314d/f (new location: hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f/248cce4a94b8489c85ceef00d8de5242_SeqId_4_) 2024-12-05T14:18:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__2g99t8b9fa8nvls9s6hej9o0i0f31nfu7mos9k18568qh92sqp0umbso9g5cd1jd/f/hfile_0 2024-12-05T14:18:00,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:18:00,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:18:00,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:00,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:00,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:18:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733408275296.f78cd38c094daeb714c229d32d78314d., hostname=218194e0d8ec,42645,1733408265834, seqNum=2 , the old value is region=test,,1733408275296.f78cd38c094daeb714c229d32d78314d., hostname=218194e0d8ec,42645,1733408265834, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=218194e0d8ec:42645 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T14:18:00,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:18:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35289,1733408271631, seqNum=-1] 2024-12-05T14:18:00,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:00,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733408275296.f78cd38c094daeb714c229d32d78314d., hostname=218194e0d8ec,42645,1733408265834, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T14:18:00,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733408275296.f78cd38c094daeb714c229d32d78314d., hostname=218194e0d8ec,42645,1733408265834, seqNum=2 from cache 2024-12-05T14:18:00,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733408275944.349d3a959fca266931d68b6dc505449d., hostname=218194e0d8ec,35289,1733408271631, seqNum=2] 2024-12-05T14:18:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:49746 deadline: 1733408340223 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49746 2024-12-05T14:18:00,230 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T14:18:00,335 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:42645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T14:18:00,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:18:00,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:00,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:00,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:00,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:00,648 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 379, reset compression=false 2024-12-05T14:18:00,655 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:18:00,655 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.shipper218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,42645,1733408265834 got entry batch from reader: WALEntryBatch [walEntries=[{test/f78cd38c094daeb714c229d32d78314d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733408280216/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T14:18:00,676 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.shipper218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:00,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-05T14:18:00,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.ReplicationSink(318): Replicating [b40d33f9-f75b-4a8c-a832-2a52ae049a21] bulk loaded data 2024-12-05T14:18:00,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1907a59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:00,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,41773,-1 for getting cluster id 2024-12-05T14:18:00,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:18:00,684 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a524f6d1-4479-44fd-904e-9553f87bd98f' 2024-12-05T14:18:00,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:18:00,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a524f6d1-4479-44fd-904e-9553f87bd98f" 2024-12-05T14:18:00,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cd2a9f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:00,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,41773,-1] 2024-12-05T14:18:00,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:18:00,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:00,686 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:18:00,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bbb1ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:00,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741837_1013 (size=7691) 2024-12-05T14:18:00,856 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 687, reset compression=false 2024-12-05T14:18:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741838_1014 (size=7894) 2024-12-05T14:18:01,161 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 687, reset compression=false 2024-12-05T14:18:01,232 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T14:18:01,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:18:01,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,41773,1733408271491 2024-12-05T14:18:01,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23fc0506 2024-12-05T14:18:01,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:18:01,516 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-05T14:18:01,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:18:01,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:18:01,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35289,1733408271631, seqNum=-1] 2024-12-05T14:18:01,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:01,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-05T14:18:01,525 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/staging/jenkins.hfs.6__test__e5fluis9k20qsgkkt90tkh2no992nimqsu7kht4fj84c0u421sd7fa0mjb16h4ka/f/02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T14:18:01,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/staging/jenkins.hfs.6__test__e5fluis9k20qsgkkt90tkh2no992nimqsu7kht4fj84c0u421sd7fa0mjb16h4ka/f/248cce4a94b8489c85ceef00d8de5242_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T14:18:01,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/staging/jenkins.hfs.6__test__e5fluis9k20qsgkkt90tkh2no992nimqsu7kht4fj84c0u421sd7fa0mjb16h4ka/f/02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_ for inclusion in 349d3a959fca266931d68b6dc505449d/f 2024-12-05T14:18:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T14:18:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:18:01,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/staging/jenkins.hfs.6__test__e5fluis9k20qsgkkt90tkh2no992nimqsu7kht4fj84c0u421sd7fa0mjb16h4ka/f/248cce4a94b8489c85ceef00d8de5242_SeqId_4_ for inclusion in 349d3a959fca266931d68b6dc505449d/f 2024-12-05T14:18:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T14:18:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:18:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HRegion(2603): Flush status journal for 349d3a959fca266931d68b6dc505449d: 2024-12-05T14:18:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T14:18:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/staging/jenkins.hfs.6__test__e5fluis9k20qsgkkt90tkh2no992nimqsu7kht4fj84c0u421sd7fa0mjb16h4ka/f/02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_ as hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/default/test/349d3a959fca266931d68b6dc505449d/f/9a7a5c27a3a34a2ca015762a2ed35416_SeqId_4_ 2024-12-05T14:18:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 248cce4a94b8489c85ceef00d8de5242_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T14:18:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/staging/jenkins.hfs.6__test__e5fluis9k20qsgkkt90tkh2no992nimqsu7kht4fj84c0u421sd7fa0mjb16h4ka/f/248cce4a94b8489c85ceef00d8de5242_SeqId_4_ as hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/default/test/349d3a959fca266931d68b6dc505449d/f/9ea0cae7c224474faf69bad6c56bafd6_SeqId_4_ 2024-12-05T14:18:01,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/staging/jenkins.hfs.6__test__e5fluis9k20qsgkkt90tkh2no992nimqsu7kht4fj84c0u421sd7fa0mjb16h4ka/f/02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_ into 349d3a959fca266931d68b6dc505449d/f as hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/default/test/349d3a959fca266931d68b6dc505449d/f/9a7a5c27a3a34a2ca015762a2ed35416_SeqId_4_ - updating store file list. 2024-12-05T14:18:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9a7a5c27a3a34a2ca015762a2ed35416_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:18:01,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/default/test/349d3a959fca266931d68b6dc505449d/f/9a7a5c27a3a34a2ca015762a2ed35416_SeqId_4_ into 349d3a959fca266931d68b6dc505449d/f 2024-12-05T14:18:01,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/staging/jenkins.hfs.6__test__e5fluis9k20qsgkkt90tkh2no992nimqsu7kht4fj84c0u421sd7fa0mjb16h4ka/f/02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_ into 349d3a959fca266931d68b6dc505449d/f (new location: hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/default/test/349d3a959fca266931d68b6dc505449d/f/9a7a5c27a3a34a2ca015762a2ed35416_SeqId_4_) 2024-12-05T14:18:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/staging/jenkins.hfs.6__test__e5fluis9k20qsgkkt90tkh2no992nimqsu7kht4fj84c0u421sd7fa0mjb16h4ka/f/02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_ 2024-12-05T14:18:01,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/staging/jenkins.hfs.6__test__e5fluis9k20qsgkkt90tkh2no992nimqsu7kht4fj84c0u421sd7fa0mjb16h4ka/f/248cce4a94b8489c85ceef00d8de5242_SeqId_4_ into 349d3a959fca266931d68b6dc505449d/f as hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/default/test/349d3a959fca266931d68b6dc505449d/f/9ea0cae7c224474faf69bad6c56bafd6_SeqId_4_ - updating store file list. 2024-12-05T14:18:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ea0cae7c224474faf69bad6c56bafd6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:18:01,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/default/test/349d3a959fca266931d68b6dc505449d/f/9ea0cae7c224474faf69bad6c56bafd6_SeqId_4_ into 349d3a959fca266931d68b6dc505449d/f 2024-12-05T14:18:01,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/staging/jenkins.hfs.6__test__e5fluis9k20qsgkkt90tkh2no992nimqsu7kht4fj84c0u421sd7fa0mjb16h4ka/f/248cce4a94b8489c85ceef00d8de5242_SeqId_4_ into 349d3a959fca266931d68b6dc505449d/f (new location: hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/default/test/349d3a959fca266931d68b6dc505449d/f/9ea0cae7c224474faf69bad6c56bafd6_SeqId_4_) 2024-12-05T14:18:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/staging/jenkins.hfs.6__test__e5fluis9k20qsgkkt90tkh2no992nimqsu7kht4fj84c0u421sd7fa0mjb16h4ka/f/248cce4a94b8489c85ceef00d8de5242_SeqId_4_ 2024-12-05T14:18:01,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] regionserver.ReplicationSink(324): Finished replicating [b40d33f9-f75b-4a8c-a832-2a52ae049a21] bulk loaded data 2024-12-05T14:18:01,565 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 687, reset compression=false 2024-12-05T14:18:02,068 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 687, reset compression=false 2024-12-05T14:18:02,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:02,247 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733408282246/Put/seqid=0 2024-12-05T14:18:02,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741842_1018 (size=7997) 2024-12-05T14:18:02,654 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733408282653/Put/seqid=0 2024-12-05T14:18:02,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741843_1019 (size=7794) 2024-12-05T14:18:02,672 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 687, reset compression=false 2024-12-05T14:18:03,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597c47bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:03,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,33217,-1 for getting cluster id 2024-12-05T14:18:03,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:18:03,060 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b40d33f9-f75b-4a8c-a832-2a52ae049a21' 2024-12-05T14:18:03,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:18:03,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b40d33f9-f75b-4a8c-a832-2a52ae049a21" 2024-12-05T14:18:03,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115cdb00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:03,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,33217,-1] 2024-12-05T14:18:03,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:18:03,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:03,061 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:18:03,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7e965f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:03,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:18:03,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,42645,1733408265834, seqNum=-1] 2024-12-05T14:18:03,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:03,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:03,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:18:03,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,33217,1733408265637 2024-12-05T14:18:03,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331f40f6 2024-12-05T14:18:03,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:18:03,075 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:18:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733408275296.f78cd38c094daeb714c229d32d78314d., hostname=218194e0d8ec,42645,1733408265834, seqNum=2] 2024-12-05T14:18:03,080 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:18:03,086 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T14:18:03,089 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T14:18:03,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f1/f1/hfile_1 for inclusion in f78cd38c094daeb714c229d32d78314d/f1 2024-12-05T14:18:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T14:18:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:18:03,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f1/f1/hfile_0 for inclusion in f78cd38c094daeb714c229d32d78314d/f1 2024-12-05T14:18:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T14:18:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:18:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HRegion(2603): Flush status journal for f78cd38c094daeb714c229d32d78314d: 2024-12-05T14:18:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f1/f1/hfile_1 to hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__1tn7q019gubp7aq3g4k6b3io0q30u0crvjdil034hd1fqknivqalvfvmanh5vh33/f1/hfile_1 2024-12-05T14:18:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__1tn7q019gubp7aq3g4k6b3io0q30u0crvjdil034hd1fqknivqalvfvmanh5vh33/f1/hfile_1 as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f1/444de4fbef5043ac92dc02525889eabd_SeqId_6_ 2024-12-05T14:18:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/load_f1/f1/hfile_0 to hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__1tn7q019gubp7aq3g4k6b3io0q30u0crvjdil034hd1fqknivqalvfvmanh5vh33/f1/hfile_0 2024-12-05T14:18:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__1tn7q019gubp7aq3g4k6b3io0q30u0crvjdil034hd1fqknivqalvfvmanh5vh33/f1/hfile_0 as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f1/3cc734d82d674f2ca37516ffa8060ae2_SeqId_6_ 2024-12-05T14:18:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-05T14:18:03,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__1tn7q019gubp7aq3g4k6b3io0q30u0crvjdil034hd1fqknivqalvfvmanh5vh33/f1/hfile_1 into f78cd38c094daeb714c229d32d78314d/f1 as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f1/444de4fbef5043ac92dc02525889eabd_SeqId_6_ - updating store file list. 2024-12-05T14:18:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 444de4fbef5043ac92dc02525889eabd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T14:18:03,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f1/444de4fbef5043ac92dc02525889eabd_SeqId_6_ into f78cd38c094daeb714c229d32d78314d/f1 2024-12-05T14:18:03,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__1tn7q019gubp7aq3g4k6b3io0q30u0crvjdil034hd1fqknivqalvfvmanh5vh33/f1/hfile_1 into f78cd38c094daeb714c229d32d78314d/f1 (new location: hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f1/444de4fbef5043ac92dc02525889eabd_SeqId_6_) 2024-12-05T14:18:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__1tn7q019gubp7aq3g4k6b3io0q30u0crvjdil034hd1fqknivqalvfvmanh5vh33/f1/hfile_1 2024-12-05T14:18:03,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__1tn7q019gubp7aq3g4k6b3io0q30u0crvjdil034hd1fqknivqalvfvmanh5vh33/f1/hfile_0 into f78cd38c094daeb714c229d32d78314d/f1 as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f1/3cc734d82d674f2ca37516ffa8060ae2_SeqId_6_ - updating store file list. 2024-12-05T14:18:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3cc734d82d674f2ca37516ffa8060ae2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T14:18:03,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f1/3cc734d82d674f2ca37516ffa8060ae2_SeqId_6_ into f78cd38c094daeb714c229d32d78314d/f1 2024-12-05T14:18:03,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__1tn7q019gubp7aq3g4k6b3io0q30u0crvjdil034hd1fqknivqalvfvmanh5vh33/f1/hfile_0 into f78cd38c094daeb714c229d32d78314d/f1 (new location: hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/f1/3cc734d82d674f2ca37516ffa8060ae2_SeqId_6_) 2024-12-05T14:18:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/staging/jenkins__test__1tn7q019gubp7aq3g4k6b3io0q30u0crvjdil034hd1fqknivqalvfvmanh5vh33/f1/hfile_0 2024-12-05T14:18:03,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:18:03,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:18:03,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:03,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:03,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:18:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733408275296.f78cd38c094daeb714c229d32d78314d., hostname=218194e0d8ec,42645,1733408265834, seqNum=2 , the old value is region=test,,1733408275296.f78cd38c094daeb714c229d32d78314d., hostname=218194e0d8ec,42645,1733408265834, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=218194e0d8ec:42645 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T14:18:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733408275296.f78cd38c094daeb714c229d32d78314d., hostname=218194e0d8ec,42645,1733408265834, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T14:18:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733408275296.f78cd38c094daeb714c229d32d78314d., hostname=218194e0d8ec,42645,1733408265834, seqNum=2 from cache 2024-12-05T14:18:03,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:18:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,42645,1733408265834, seqNum=-1] 2024-12-05T14:18:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:03,122 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T14:18:03,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:03,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733408275296.f78cd38c094daeb714c229d32d78314d., hostname=218194e0d8ec,42645,1733408265834, seqNum=2] 2024-12-05T14:18:03,224 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:42645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T14:18:03,376 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 687, reset compression=false 2024-12-05T14:18:03,381 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:18:03,381 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:03,381 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.shipper218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,42645,1733408265834 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:18:03,586 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:03,890 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:04,295 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:04,799 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:05,403 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:06,107 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:06,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T14:18:06,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T14:18:06,911 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:07,815 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:08,819 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:09,923 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:11,127 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:12,430 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:13,834 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:15,217 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:18:15,339 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:16,943 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:18,647 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:20,457 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:21,077 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:18:22,362 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:23,384 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.shipper218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,42645,1733408265834 got entry batch from reader: null 2024-12-05T14:18:24,366 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:26,471 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:28,675 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:29,987 INFO [master/218194e0d8ec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T14:18:29,987 INFO [master/218194e0d8ec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T14:18:30,980 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:33,384 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:35,226 INFO [master/218194e0d8ec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T14:18:35,226 INFO [master/218194e0d8ec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T14:18:35,888 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:38,492 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:40,650 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f78cd38c094daeb714c229d32d78314d, had cached 0 bytes from a total of 31376 2024-12-05T14:18:41,198 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:41,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 349d3a959fca266931d68b6dc505449d, had cached 0 bytes from a total of 15585 2024-12-05T14:18:43,384 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.shipper218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,42645,1733408265834 got entry batch from reader: null 2024-12-05T14:18:44,001 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:45,217 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:18:46,905 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:49,909 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:51,077 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:18:53,013 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:55,139 DEBUG [master/218194e0d8ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:18:56,217 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:18:59,520 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:19:02,924 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:19:03,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:19:03,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:03,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:03,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:03,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:03,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:03,146 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:19:03,146 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1808810831, stopped=false 2024-12-05T14:19:03,146 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,41773,1733408271491 2024-12-05T14:19:03,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11580758043/running 2024-12-05T14:19:03,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11580758043/running 2024-12-05T14:19:03,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:19:03,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:19:03,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:19:03,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:03,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:03,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:03,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,35289,1733408271631' ***** 2024-12-05T14:19:03,200 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:19:03,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Set watcher on znode that does not yet exist, /11580758043/running 2024-12-05T14:19:03,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Set watcher on znode that does not yet exist, /11580758043/running 2024-12-05T14:19:03,200 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:19:03,200 INFO [RS:0;218194e0d8ec:35289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:19:03,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:19:03,200 INFO [RS:0;218194e0d8ec:35289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:19:03,201 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(3091): Received CLOSE for 349d3a959fca266931d68b6dc505449d 2024-12-05T14:19:03,201 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,35289,1733408271631 2024-12-05T14:19:03,201 INFO [RS:0;218194e0d8ec:35289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:19:03,201 INFO [RS:0;218194e0d8ec:35289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:35289. 2024-12-05T14:19:03,201 DEBUG [RS:0;218194e0d8ec:35289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:03,201 DEBUG [RS:0;218194e0d8ec:35289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:03,201 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 349d3a959fca266931d68b6dc505449d, disabling compactions & flushes 2024-12-05T14:19:03,201 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408275944.349d3a959fca266931d68b6dc505449d. 2024-12-05T14:19:03,201 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408275944.349d3a959fca266931d68b6dc505449d. 2024-12-05T14:19:03,201 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:19:03,201 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:19:03,201 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:19:03,201 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408275944.349d3a959fca266931d68b6dc505449d. after waiting 0 ms 2024-12-05T14:19:03,201 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408275944.349d3a959fca266931d68b6dc505449d. 2024-12-05T14:19:03,201 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:19:03,201 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:19:03,201 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 349d3a959fca266931d68b6dc505449d=test,,1733408275944.349d3a959fca266931d68b6dc505449d.} 2024-12-05T14:19:03,201 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 349d3a959fca266931d68b6dc505449d 2024-12-05T14:19:03,201 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:19:03,201 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:19:03,201 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:19:03,201 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:19:03,202 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:19:03,202 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T14:19:03,205 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/default/test/349d3a959fca266931d68b6dc505449d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T14:19:03,206 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:19:03,206 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:19:03,206 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408275944.349d3a959fca266931d68b6dc505449d. 2024-12-05T14:19:03,206 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 349d3a959fca266931d68b6dc505449d: Waiting for close lock at 1733408343201Running coprocessor pre-close hooks at 1733408343201Disabling compacts and flushes for region at 1733408343201Disabling writes for close at 1733408343201Writing region close event to WAL at 1733408343202 (+1 ms)Running coprocessor post-close hooks at 1733408343205 (+3 ms)Closed at 1733408343206 (+1 ms) 2024-12-05T14:19:03,206 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408275944.349d3a959fca266931d68b6dc505449d. 2024-12-05T14:19:03,208 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:19:03,216 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/.tmp/info/fd19eb6afe4b435280d810046d32bdd5 is 129, key is test,,1733408275944.349d3a959fca266931d68b6dc505449d./info:regioninfo/1733408276795/Put/seqid=0 2024-12-05T14:19:03,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741839_1015 (size=6421) 2024-12-05T14:19:03,384 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.shipper218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,42645,1733408265834 got entry batch from reader: null 2024-12-05T14:19:03,402 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:03,602 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:03,620 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/.tmp/info/fd19eb6afe4b435280d810046d32bdd5 2024-12-05T14:19:03,638 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/.tmp/ns/ebe603fce0814db1b1352328a61e84f2 is 43, key is default/ns:d/1733408275129/Put/seqid=0 2024-12-05T14:19:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741840_1016 (size=5153) 2024-12-05T14:19:03,802 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:03,920 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:19:03,920 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:19:04,002 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:04,042 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/.tmp/ns/ebe603fce0814db1b1352328a61e84f2 2024-12-05T14:19:04,059 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/.tmp/rep_barrier/7960120305d6449fbd8c83ad9e0d8ad2 is 112, key is test,,1733408275944.349d3a959fca266931d68b6dc505449d./rep_barrier:seqnumDuringOpen/1733408276795/Put/seqid=0 2024-12-05T14:19:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741841_1017 (size=5518) 2024-12-05T14:19:04,202 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:19:04,202 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:19:04,202 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:04,403 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:04,463 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/.tmp/rep_barrier/7960120305d6449fbd8c83ad9e0d8ad2 2024-12-05T14:19:04,483 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/.tmp/table/5d624d6b8fb14ee7afea1602b84710c6 is 40, key is test/table:state/1733408276805/Put/seqid=0 2024-12-05T14:19:04,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741842_1018 (size=5165) 2024-12-05T14:19:04,603 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:04,803 DEBUG [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:04,888 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/.tmp/table/5d624d6b8fb14ee7afea1602b84710c6 2024-12-05T14:19:04,894 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/.tmp/info/fd19eb6afe4b435280d810046d32bdd5 as hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/info/fd19eb6afe4b435280d810046d32bdd5 2024-12-05T14:19:04,900 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/info/fd19eb6afe4b435280d810046d32bdd5, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T14:19:04,901 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/.tmp/ns/ebe603fce0814db1b1352328a61e84f2 as hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/ns/ebe603fce0814db1b1352328a61e84f2 2024-12-05T14:19:04,906 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/ns/ebe603fce0814db1b1352328a61e84f2, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T14:19:04,907 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/.tmp/rep_barrier/7960120305d6449fbd8c83ad9e0d8ad2 as hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/rep_barrier/7960120305d6449fbd8c83ad9e0d8ad2 2024-12-05T14:19:04,912 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/rep_barrier/7960120305d6449fbd8c83ad9e0d8ad2, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T14:19:04,913 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/.tmp/table/5d624d6b8fb14ee7afea1602b84710c6 as hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/table/5d624d6b8fb14ee7afea1602b84710c6 2024-12-05T14:19:04,919 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/table/5d624d6b8fb14ee7afea1602b84710c6, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T14:19:04,920 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=11, compaction requested=false 2024-12-05T14:19:04,925 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T14:19:04,926 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:19:04,926 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:19:04,926 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:04,926 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408343201Running coprocessor pre-close hooks at 1733408343201Disabling compacts and flushes for region at 1733408343201Disabling writes for close at 1733408343201Obtaining lock to block concurrent updates at 1733408343202 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733408343202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733408343202Flushing stores of hbase:meta,,1.1588230740 at 1733408343202Flushing 1588230740/info: creating writer at 1733408343202Flushing 1588230740/info: appending metadata at 1733408343215 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733408343215Flushing 1588230740/ns: creating writer at 1733408343626 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733408343637 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733408343637Flushing 1588230740/rep_barrier: creating writer at 1733408344047 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408344058 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408344058Flushing 1588230740/table: creating writer at 1733408344468 (+410 ms)Flushing 1588230740/table: appending metadata at 1733408344483 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733408344483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eafbe64: reopening flushed file at 1733408344893 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf4f7df: reopening flushed file at 1733408344900 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b81488c: reopening flushed file at 1733408344906 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0ad8a8: reopening flushed file at 1733408344913 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=11, compaction requested=false at 1733408344920 (+7 ms)Writing region close event to WAL at 1733408344922 (+2 ms)Running coprocessor post-close hooks at 1733408344926 (+4 ms)Closed at 1733408344926 2024-12-05T14:19:04,926 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:05,003 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,35289,1733408271631; all regions closed. 2024-12-05T14:19:05,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741834_1010 (size=2717) 2024-12-05T14:19:05,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/WALs/218194e0d8ec,35289,1733408271631/218194e0d8ec%2C35289%2C1733408271631.meta.1733408275079.meta not finished, retry = 0 2024-12-05T14:19:05,108 DEBUG [RS:0;218194e0d8ec:35289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/oldWALs 2024-12-05T14:19:05,108 INFO [RS:0;218194e0d8ec:35289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C35289%2C1733408271631.meta:.meta(num 1733408275079) 2024-12-05T14:19:05,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741832_1008 (size=1028) 2024-12-05T14:19:05,112 DEBUG [RS:0;218194e0d8ec:35289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/oldWALs 2024-12-05T14:19:05,112 INFO [RS:0;218194e0d8ec:35289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C35289%2C1733408271631:(num 1733408274047) 2024-12-05T14:19:05,112 DEBUG [RS:0;218194e0d8ec:35289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:05,112 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:19:05,112 INFO [RS:0;218194e0d8ec:35289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:19:05,112 INFO [RS:0;218194e0d8ec:35289 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:19:05,112 INFO [RS:0;218194e0d8ec:35289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:19:05,112 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:19:05,112 INFO [RS:0;218194e0d8ec:35289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:35289. 2024-12-05T14:19:05,113 DEBUG [RS:0;218194e0d8ec:35289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:05,113 DEBUG [RS:0;218194e0d8ec:35289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:05,113 DEBUG [RS:0;218194e0d8ec:35289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:05,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:05,113 INFO [RS:0;218194e0d8ec:35289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35289 2024-12-05T14:19:05,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11580758043/rs/218194e0d8ec,35289,1733408271631 2024-12-05T14:19:05,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043/rs 2024-12-05T14:19:05,217 INFO [RS:0;218194e0d8ec:35289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:19:05,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,35289,1733408271631] 2024-12-05T14:19:05,290 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11580758043/draining/218194e0d8ec,35289,1733408271631 already deleted, retry=false 2024-12-05T14:19:05,290 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,35289,1733408271631 expired; onlineServers=0 2024-12-05T14:19:05,290 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,41773,1733408271491' ***** 2024-12-05T14:19:05,290 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:19:05,290 INFO [M:0;218194e0d8ec:41773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:19:05,290 INFO [M:0;218194e0d8ec:41773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:19:05,290 DEBUG [M:0;218194e0d8ec:41773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:19:05,291 DEBUG [M:0;218194e0d8ec:41773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:19:05,291 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:19:05,291 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408273833 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408273833,5,FailOnTimeoutGroup] 2024-12-05T14:19:05,291 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408273834 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408273834,5,FailOnTimeoutGroup] 2024-12-05T14:19:05,291 INFO [M:0;218194e0d8ec:41773 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:19:05,291 INFO [M:0;218194e0d8ec:41773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:19:05,291 DEBUG [M:0;218194e0d8ec:41773 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:19:05,291 INFO [M:0;218194e0d8ec:41773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:19:05,291 INFO [M:0;218194e0d8ec:41773 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:19:05,291 INFO [M:0;218194e0d8ec:41773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:19:05,291 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:19:05,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11580758043/master 2024-12-05T14:19:05,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11580758043 2024-12-05T14:19:05,301 DEBUG [M:0;218194e0d8ec:41773 {}] zookeeper.ZKUtil(347): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Unable to get data of znode /11580758043/master because node does not exist (not an error) 2024-12-05T14:19:05,301 WARN [M:0;218194e0d8ec:41773 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:19:05,302 INFO [M:0;218194e0d8ec:41773 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/.lastflushedseqids 2024-12-05T14:19:05,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741843_1019 (size=173) 2024-12-05T14:19:05,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:05,380 INFO [RS:0;218194e0d8ec:35289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:19:05,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35289-0x101a5db09150004, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:05,380 INFO [RS:0;218194e0d8ec:35289 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,35289,1733408271631; zookeeper connection closed. 2024-12-05T14:19:05,380 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59a984d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59a984d2 2024-12-05T14:19:05,381 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:19:05,706 INFO [M:0;218194e0d8ec:41773 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:19:05,706 INFO [M:0;218194e0d8ec:41773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:19:05,707 DEBUG [M:0;218194e0d8ec:41773 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:19:05,707 INFO [M:0;218194e0d8ec:41773 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:05,707 DEBUG [M:0;218194e0d8ec:41773 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:05,707 DEBUG [M:0;218194e0d8ec:41773 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:19:05,707 DEBUG [M:0;218194e0d8ec:41773 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:05,707 INFO [M:0;218194e0d8ec:41773 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-05T14:19:05,729 DEBUG [M:0;218194e0d8ec:41773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c6138ea31b542efa5f0cb30dc8f070e is 82, key is hbase:meta,,1/info:regioninfo/1733408275108/Put/seqid=0 2024-12-05T14:19:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741844_1020 (size=5672) 2024-12-05T14:19:05,737 INFO [M:0;218194e0d8ec:41773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c6138ea31b542efa5f0cb30dc8f070e 2024-12-05T14:19:05,767 DEBUG [M:0;218194e0d8ec:41773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/153ea91c360341438cd8cb38c87f105d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733408276809/Put/seqid=0 2024-12-05T14:19:05,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741845_1021 (size=6727) 2024-12-05T14:19:05,773 INFO [M:0;218194e0d8ec:41773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/153ea91c360341438cd8cb38c87f105d 2024-12-05T14:19:05,782 INFO [M:0;218194e0d8ec:41773 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 153ea91c360341438cd8cb38c87f105d 2024-12-05T14:19:05,802 DEBUG [M:0;218194e0d8ec:41773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11b7349974084932a8825c05d432e8a1 is 69, key is 218194e0d8ec,35289,1733408271631/rs:state/1733408273894/Put/seqid=0 2024-12-05T14:19:05,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741846_1022 (size=5156) 2024-12-05T14:19:06,208 INFO [M:0;218194e0d8ec:41773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11b7349974084932a8825c05d432e8a1 2024-12-05T14:19:06,213 DEBUG [M:0;218194e0d8ec:41773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c6138ea31b542efa5f0cb30dc8f070e as hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c6138ea31b542efa5f0cb30dc8f070e 2024-12-05T14:19:06,219 INFO [M:0;218194e0d8ec:41773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c6138ea31b542efa5f0cb30dc8f070e, entries=8, sequenceid=58, filesize=5.5 K 2024-12-05T14:19:06,223 DEBUG [M:0;218194e0d8ec:41773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/153ea91c360341438cd8cb38c87f105d as hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/153ea91c360341438cd8cb38c87f105d 2024-12-05T14:19:06,233 INFO [M:0;218194e0d8ec:41773 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 153ea91c360341438cd8cb38c87f105d 2024-12-05T14:19:06,233 INFO [M:0;218194e0d8ec:41773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/153ea91c360341438cd8cb38c87f105d, entries=6, sequenceid=58, filesize=6.6 K 2024-12-05T14:19:06,235 DEBUG [M:0;218194e0d8ec:41773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11b7349974084932a8825c05d432e8a1 as hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11b7349974084932a8825c05d432e8a1 2024-12-05T14:19:06,240 INFO [M:0;218194e0d8ec:41773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40709/user/jenkins/test-data/63435a0c-8a10-fed5-fb98-231751423fdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11b7349974084932a8825c05d432e8a1, entries=1, sequenceid=58, filesize=5.0 K 2024-12-05T14:19:06,241 INFO [M:0;218194e0d8ec:41773 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 534ms, sequenceid=58, compaction requested=false 2024-12-05T14:19:06,242 INFO [M:0;218194e0d8ec:41773 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:06,242 DEBUG [M:0;218194e0d8ec:41773 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408345707Disabling compacts and flushes for region at 1733408345707Disabling writes for close at 1733408345707Obtaining lock to block concurrent updates at 1733408345707Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408345707Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733408345707Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408345708 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408345708Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408345728 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408345728Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408345743 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408345766 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408345766Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408345782 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408345801 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408345801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c609ad6: reopening flushed file at 1733408346212 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3958136e: reopening flushed file at 1733408346220 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a98e86f: reopening flushed file at 1733408346234 (+14 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 534ms, sequenceid=58, compaction requested=false at 1733408346241 (+7 ms)Writing region close event to WAL at 1733408346242 (+1 ms)Closed at 1733408346242 2024-12-05T14:19:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36187 is added to blk_1073741830_1006 (size=33026) 2024-12-05T14:19:06,247 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:19:06,247 INFO [M:0;218194e0d8ec:41773 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:19:06,247 INFO [M:0;218194e0d8ec:41773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41773 2024-12-05T14:19:06,247 INFO [M:0;218194e0d8ec:41773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:19:06,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:06,415 INFO [M:0;218194e0d8ec:41773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:19:06,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101a5db09150003, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:06,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d313f68{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:19:06,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d84c973{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:19:06,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:19:06,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8f05f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:19:06,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6afe8231{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/hadoop.log.dir/,STOPPED} 2024-12-05T14:19:06,419 WARN [BP-1311366088-172.17.0.2-1733408269307 heartbeating to localhost/127.0.0.1:40709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:19:06,419 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:19:06,419 WARN [BP-1311366088-172.17.0.2-1733408269307 heartbeating to localhost/127.0.0.1:40709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1311366088-172.17.0.2-1733408269307 (Datanode Uuid 042a0044-8047-4785-bfff-7d41a54c0fa5) service to localhost/127.0.0.1:40709 2024-12-05T14:19:06,419 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:19:06,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/cluster_8d25ddd1-8187-9f85-aff3-2d9fa7cf1cc9/data/data1/current/BP-1311366088-172.17.0.2-1733408269307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:19:06,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/cluster_8d25ddd1-8187-9f85-aff3-2d9fa7cf1cc9/data/data2/current/BP-1311366088-172.17.0.2-1733408269307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:19:06,420 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:19:06,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26d9c6cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:19:06,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a846567{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:19:06,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:19:06,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac094cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:19:06,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d17940c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/hadoop.log.dir/,STOPPED} 2024-12-05T14:19:06,428 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.1733408268130 to pos 997, reset compression=false 2024-12-05T14:19:06,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:19:06,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:19:06,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:06,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:06,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:06,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:06,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:06,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:19:06,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1744993597, stopped=false 2024-12-05T14:19:06,441 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,33217,1733408265637 2024-12-05T14:19:06,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0619809109/running 2024-12-05T14:19:06,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0619809109/running 2024-12-05T14:19:06,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:19:06,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:19:06,462 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:19:06,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:06,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:06,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:06,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Set watcher on znode that does not yet exist, /0619809109/running 2024-12-05T14:19:06,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Set watcher on znode that does not yet exist, /0619809109/running 2024-12-05T14:19:06,463 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,42645,1733408265834' ***** 2024-12-05T14:19:06,463 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:19:06,463 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:19:06,463 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:19:06,463 INFO [RS:0;218194e0d8ec:42645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:19:06,463 INFO [RS:0;218194e0d8ec:42645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:19:06,463 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(3091): Received CLOSE for 56f2b29106a91a1e91014b03641758cd 2024-12-05T14:19:06,464 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(3091): Received CLOSE for f78cd38c094daeb714c229d32d78314d 2024-12-05T14:19:06,464 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,42645,1733408265834 2024-12-05T14:19:06,464 INFO [RS:0;218194e0d8ec:42645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:19:06,464 INFO [RS:0;218194e0d8ec:42645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:42645. 2024-12-05T14:19:06,464 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56f2b29106a91a1e91014b03641758cd, disabling compactions & flushes 2024-12-05T14:19:06,464 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. 2024-12-05T14:19:06,464 DEBUG [RS:0;218194e0d8ec:42645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:06,464 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. 2024-12-05T14:19:06,464 DEBUG [RS:0;218194e0d8ec:42645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:06,464 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. after waiting 0 ms 2024-12-05T14:19:06,464 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. 2024-12-05T14:19:06,464 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:19:06,464 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:19:06,464 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56f2b29106a91a1e91014b03641758cd 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-05T14:19:06,464 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:19:06,464 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:19:06,464 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T14:19:06,464 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1325): Online Regions={56f2b29106a91a1e91014b03641758cd=hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd., 1588230740=hbase:meta,,1.1588230740, f78cd38c094daeb714c229d32d78314d=test,,1733408275296.f78cd38c094daeb714c229d32d78314d.} 2024-12-05T14:19:06,464 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56f2b29106a91a1e91014b03641758cd, f78cd38c094daeb714c229d32d78314d 2024-12-05T14:19:06,464 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:19:06,464 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:19:06,464 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:19:06,464 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:19:06,464 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:19:06,464 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T14:19:06,483 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd/.tmp/hfileref/ecd9d43ed01946e9907e7075f71f363b is 74, key is 1/hfileref:02edb4cee6c24e0b9c3e251da242a1c2_SeqId_4_/1733408281557/DeleteColumn/seqid=0 2024-12-05T14:19:06,484 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/.tmp/info/8bbf0a271c694977a0b0c35999ac5ca5 is 147, key is hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd./info:regioninfo/1733408278288/Put/seqid=0 2024-12-05T14:19:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741844_1020 (size=5203) 2024-12-05T14:19:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741845_1021 (size=7686) 2024-12-05T14:19:06,562 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:19:06,664 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56f2b29106a91a1e91014b03641758cd, f78cd38c094daeb714c229d32d78314d 2024-12-05T14:19:06,865 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56f2b29106a91a1e91014b03641758cd, f78cd38c094daeb714c229d32d78314d 2024-12-05T14:19:06,888 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/.tmp/info/8bbf0a271c694977a0b0c35999ac5ca5 2024-12-05T14:19:06,888 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd/.tmp/hfileref/ecd9d43ed01946e9907e7075f71f363b 2024-12-05T14:19:06,904 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/.tmp/ns/8bebf02593ee40f19bfe1359509a56b3 is 43, key is default/ns:d/1733408269189/Put/seqid=0 2024-12-05T14:19:06,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741846_1022 (size=5153) 2024-12-05T14:19:06,910 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd/.tmp/queue/5129f35f36624248acaafc2664858121 is 153, key is 1-218194e0d8ec,42645,1733408265834/queue:218194e0d8ec%2C42645%2C1733408265834/1733408283383/Put/seqid=0 2024-12-05T14:19:06,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741847_1023 (size=5352) 2024-12-05T14:19:07,003 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:19:07,003 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:19:07,065 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56f2b29106a91a1e91014b03641758cd, f78cd38c094daeb714c229d32d78314d 2024-12-05T14:19:07,265 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56f2b29106a91a1e91014b03641758cd, f78cd38c094daeb714c229d32d78314d 2024-12-05T14:19:07,308 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/.tmp/ns/8bebf02593ee40f19bfe1359509a56b3 2024-12-05T14:19:07,314 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd/.tmp/queue/5129f35f36624248acaafc2664858121 2024-12-05T14:19:07,319 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd/.tmp/hfileref/ecd9d43ed01946e9907e7075f71f363b as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd/hfileref/ecd9d43ed01946e9907e7075f71f363b 2024-12-05T14:19:07,323 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd/hfileref/ecd9d43ed01946e9907e7075f71f363b, entries=2, sequenceid=10, filesize=5.1 K 2024-12-05T14:19:07,324 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd/.tmp/queue/5129f35f36624248acaafc2664858121 as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd/queue/5129f35f36624248acaafc2664858121 2024-12-05T14:19:07,327 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/.tmp/rep_barrier/694f422f70044f95a9265a551b86d835 is 112, key is test,,1733408275296.f78cd38c094daeb714c229d32d78314d./rep_barrier:seqnumDuringOpen/1733408275685/Put/seqid=0 2024-12-05T14:19:07,329 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd/queue/5129f35f36624248acaafc2664858121, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T14:19:07,330 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 56f2b29106a91a1e91014b03641758cd in 866ms, sequenceid=10, compaction requested=false 2024-12-05T14:19:07,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741848_1024 (size=5518) 2024-12-05T14:19:07,334 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/replication/56f2b29106a91a1e91014b03641758cd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T14:19:07,334 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:19:07,334 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:19:07,334 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. 2024-12-05T14:19:07,334 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56f2b29106a91a1e91014b03641758cd: Waiting for close lock at 1733408346464Running coprocessor pre-close hooks at 1733408346464Disabling compacts and flushes for region at 1733408346464Disabling writes for close at 1733408346464Obtaining lock to block concurrent updates at 1733408346464Preparing flush snapshotting stores in 56f2b29106a91a1e91014b03641758cd at 1733408346464Finished memstore snapshotting hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733408346464Flushing stores of hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. at 1733408346465 (+1 ms)Flushing 56f2b29106a91a1e91014b03641758cd/hfileref: creating writer at 1733408346465Flushing 56f2b29106a91a1e91014b03641758cd/hfileref: appending metadata at 1733408346483 (+18 ms)Flushing 56f2b29106a91a1e91014b03641758cd/hfileref: closing flushed file at 1733408346483Flushing 56f2b29106a91a1e91014b03641758cd/queue: creating writer at 1733408346893 (+410 ms)Flushing 56f2b29106a91a1e91014b03641758cd/queue: appending metadata at 1733408346909 (+16 ms)Flushing 56f2b29106a91a1e91014b03641758cd/queue: closing flushed file at 1733408346909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3fb053: reopening flushed file at 1733408347318 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e419f99: reopening flushed file at 1733408347323 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 56f2b29106a91a1e91014b03641758cd in 866ms, sequenceid=10, compaction requested=false at 1733408347330 (+7 ms)Writing region close event to WAL at 1733408347331 (+1 ms)Running coprocessor post-close hooks at 1733408347334 (+3 ms)Closed at 1733408347334 2024-12-05T14:19:07,334 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408277117.56f2b29106a91a1e91014b03641758cd. 2024-12-05T14:19:07,334 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f78cd38c094daeb714c229d32d78314d, disabling compactions & flushes 2024-12-05T14:19:07,334 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408275296.f78cd38c094daeb714c229d32d78314d. 2024-12-05T14:19:07,334 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408275296.f78cd38c094daeb714c229d32d78314d. 2024-12-05T14:19:07,334 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408275296.f78cd38c094daeb714c229d32d78314d. after waiting 0 ms 2024-12-05T14:19:07,335 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408275296.f78cd38c094daeb714c229d32d78314d. 2024-12-05T14:19:07,338 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/default/test/f78cd38c094daeb714c229d32d78314d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T14:19:07,338 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:19:07,339 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:19:07,339 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408275296.f78cd38c094daeb714c229d32d78314d. 2024-12-05T14:19:07,339 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f78cd38c094daeb714c229d32d78314d: Waiting for close lock at 1733408347334Running coprocessor pre-close hooks at 1733408347334Disabling compacts and flushes for region at 1733408347334Disabling writes for close at 1733408347334Writing region close event to WAL at 1733408347335 (+1 ms)Running coprocessor post-close hooks at 1733408347338 (+3 ms)Closed at 1733408347339 (+1 ms) 2024-12-05T14:19:07,339 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408275296.f78cd38c094daeb714c229d32d78314d. 2024-12-05T14:19:07,465 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:19:07,465 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:19:07,465 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:07,665 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:07,732 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/.tmp/rep_barrier/694f422f70044f95a9265a551b86d835 2024-12-05T14:19:07,748 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/.tmp/table/de08e1e7cde5439dbfb7c625cffc2aef is 53, key is hbase:replication/table:state/1733408278296/Put/seqid=0 2024-12-05T14:19:07,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741849_1025 (size=5308) 2024-12-05T14:19:07,866 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:08,066 DEBUG [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:08,152 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/.tmp/table/de08e1e7cde5439dbfb7c625cffc2aef 2024-12-05T14:19:08,159 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/.tmp/info/8bbf0a271c694977a0b0c35999ac5ca5 as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/info/8bbf0a271c694977a0b0c35999ac5ca5 2024-12-05T14:19:08,164 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/info/8bbf0a271c694977a0b0c35999ac5ca5, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T14:19:08,165 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/.tmp/ns/8bebf02593ee40f19bfe1359509a56b3 as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/ns/8bebf02593ee40f19bfe1359509a56b3 2024-12-05T14:19:08,171 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/ns/8bebf02593ee40f19bfe1359509a56b3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T14:19:08,172 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/.tmp/rep_barrier/694f422f70044f95a9265a551b86d835 as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/rep_barrier/694f422f70044f95a9265a551b86d835 2024-12-05T14:19:08,177 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/rep_barrier/694f422f70044f95a9265a551b86d835, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T14:19:08,178 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/.tmp/table/de08e1e7cde5439dbfb7c625cffc2aef as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/table/de08e1e7cde5439dbfb7c625cffc2aef 2024-12-05T14:19:08,183 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/table/de08e1e7cde5439dbfb7c625cffc2aef, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T14:19:08,184 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-12-05T14:19:08,184 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:19:08,190 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:19:08,191 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:19:08,191 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:19:08,191 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:08,191 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408346464Running coprocessor pre-close hooks at 1733408346464Disabling compacts and flushes for region at 1733408346464Disabling writes for close at 1733408346464Obtaining lock to block concurrent updates at 1733408346464Preparing flush snapshotting stores in 1588230740 at 1733408346464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733408346465 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733408346465Flushing 1588230740/info: creating writer at 1733408346465Flushing 1588230740/info: appending metadata at 1733408346483 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733408346483Flushing 1588230740/ns: creating writer at 1733408346893 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733408346904 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733408346904Flushing 1588230740/rep_barrier: creating writer at 1733408347313 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408347326 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408347326Flushing 1588230740/table: creating writer at 1733408347736 (+410 ms)Flushing 1588230740/table: appending metadata at 1733408347748 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733408347748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6516f9: reopening flushed file at 1733408348158 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20358a23: reopening flushed file at 1733408348165 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad13aec: reopening flushed file at 1733408348171 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f8a3d10: reopening flushed file at 1733408348177 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1733408348184 (+7 ms)Writing region close event to WAL at 1733408348186 (+2 ms)Running coprocessor post-close hooks at 1733408348190 (+4 ms)Closed at 1733408348191 (+1 ms) 2024-12-05T14:19:08,191 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:08,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:08,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:08,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:08,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:08,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:08,266 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,42645,1733408265834; all regions closed. 2024-12-05T14:19:08,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741834_1010 (size=4239) 2024-12-05T14:19:08,268 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.meta.1733408269110.meta not finished, retry = 0 2024-12-05T14:19:08,371 DEBUG [RS:0;218194e0d8ec:42645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/oldWALs 2024-12-05T14:19:08,371 INFO [RS:0;218194e0d8ec:42645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C42645%2C1733408265834.meta:.meta(num 1733408269110) 2024-12-05T14:19:08,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741839_1015 (size=2700) 2024-12-05T14:19:08,373 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/WALs/218194e0d8ec,42645,1733408265834/218194e0d8ec%2C42645%2C1733408265834.rep.1733408278258 not finished, retry = 0 2024-12-05T14:19:08,475 DEBUG [RS:0;218194e0d8ec:42645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/oldWALs 2024-12-05T14:19:08,475 INFO [RS:0;218194e0d8ec:42645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C42645%2C1733408265834.rep:(num 1733408278258) 2024-12-05T14:19:08,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741832_1008 (size=1300) 2024-12-05T14:19:08,479 DEBUG [RS:0;218194e0d8ec:42645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/oldWALs 2024-12-05T14:19:08,479 INFO [RS:0;218194e0d8ec:42645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C42645%2C1733408265834:(num 1733408268130) 2024-12-05T14:19:08,479 DEBUG [RS:0;218194e0d8ec:42645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:08,479 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:19:08,479 INFO [RS:0;218194e0d8ec:42645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:19:08,479 INFO [RS:0;218194e0d8ec:42645 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:19:08,479 INFO [RS:0;218194e0d8ec:42645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:19:08,479 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:19:08,480 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,42645,1733408265834 because: Region server is closing 2024-12-05T14:19:08,480 INFO [RS:0;218194e0d8ec:42645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:42645. 2024-12-05T14:19:08,480 DEBUG [RS:0;218194e0d8ec:42645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:08,480 DEBUG [RS:0;218194e0d8ec:42645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:08,480 DEBUG [RS:0;218194e0d8ec:42645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:08,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:08,580 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.wal-reader.218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T14:19:08,580 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.shipper218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T14:19:08,581 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42645,1733408265834.replicationSource.shipper218194e0d8ec%2C42645%2C1733408265834,1-218194e0d8ec,42645,1733408265834 terminated 2024-12-05T14:19:08,581 INFO [RS:0;218194e0d8ec:42645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42645 2024-12-05T14:19:08,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0619809109/rs/218194e0d8ec,42645,1733408265834 2024-12-05T14:19:08,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109/rs 2024-12-05T14:19:08,652 INFO [RS:0;218194e0d8ec:42645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:19:08,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,42645,1733408265834] 2024-12-05T14:19:08,672 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0619809109/draining/218194e0d8ec,42645,1733408265834 already deleted, retry=false 2024-12-05T14:19:08,673 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,42645,1733408265834 expired; onlineServers=0 2024-12-05T14:19:08,673 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,33217,1733408265637' ***** 2024-12-05T14:19:08,673 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:19:08,673 INFO [M:0;218194e0d8ec:33217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:19:08,673 INFO [M:0;218194e0d8ec:33217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:19:08,673 DEBUG [M:0;218194e0d8ec:33217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:19:08,673 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:19:08,673 DEBUG [M:0;218194e0d8ec:33217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:19:08,673 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408267895 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408267895,5,FailOnTimeoutGroup] 2024-12-05T14:19:08,673 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408267895 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408267895,5,FailOnTimeoutGroup] 2024-12-05T14:19:08,673 INFO [M:0;218194e0d8ec:33217 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:19:08,673 INFO [M:0;218194e0d8ec:33217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:19:08,673 DEBUG [M:0;218194e0d8ec:33217 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:19:08,673 INFO [M:0;218194e0d8ec:33217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:19:08,673 INFO [M:0;218194e0d8ec:33217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:19:08,673 INFO [M:0;218194e0d8ec:33217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:19:08,674 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:19:08,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0619809109/master 2024-12-05T14:19:08,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0619809109 2024-12-05T14:19:08,683 DEBUG [M:0;218194e0d8ec:33217 {}] zookeeper.ZKUtil(347): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Unable to get data of znode /0619809109/master because node does not exist (not an error) 2024-12-05T14:19:08,683 WARN [M:0;218194e0d8ec:33217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:19:08,685 INFO [M:0;218194e0d8ec:33217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/.lastflushedseqids 2024-12-05T14:19:08,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741850_1026 (size=263) 2024-12-05T14:19:08,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:19:08,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:08,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:08,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:08,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:08,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:08,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:08,762 INFO [RS:0;218194e0d8ec:42645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:19:08,762 INFO [RS:0;218194e0d8ec:42645 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,42645,1733408265834; zookeeper connection closed. 2024-12-05T14:19:08,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101a5db09150001, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:08,767 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1adf340d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1adf340d 2024-12-05T14:19:08,767 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:19:09,103 INFO [M:0;218194e0d8ec:33217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:19:09,103 INFO [M:0;218194e0d8ec:33217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:19:09,103 DEBUG [M:0;218194e0d8ec:33217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:19:09,103 INFO [M:0;218194e0d8ec:33217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:09,103 DEBUG [M:0;218194e0d8ec:33217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:09,103 DEBUG [M:0;218194e0d8ec:33217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:19:09,103 DEBUG [M:0;218194e0d8ec:33217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:09,103 INFO [M:0;218194e0d8ec:33217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-05T14:19:09,122 DEBUG [M:0;218194e0d8ec:33217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c65cb9888a6464db149f7804b5cfd0f is 82, key is hbase:meta,,1/info:regioninfo/1733408269141/Put/seqid=0 2024-12-05T14:19:09,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741851_1027 (size=5672) 2024-12-05T14:19:09,527 INFO [M:0;218194e0d8ec:33217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c65cb9888a6464db149f7804b5cfd0f 2024-12-05T14:19:09,550 DEBUG [M:0;218194e0d8ec:33217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d062a8e4a7c243daaf24200b134c7314 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733408275709/Put/seqid=0 2024-12-05T14:19:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741852_1028 (size=7240) 2024-12-05T14:19:09,955 INFO [M:0;218194e0d8ec:33217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d062a8e4a7c243daaf24200b134c7314 2024-12-05T14:19:09,962 INFO [M:0;218194e0d8ec:33217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d062a8e4a7c243daaf24200b134c7314 2024-12-05T14:19:09,977 DEBUG [M:0;218194e0d8ec:33217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ee72a44fe2c49f491502006aed9aa5b is 69, key is 218194e0d8ec,42645,1733408265834/rs:state/1733408267984/Put/seqid=0 2024-12-05T14:19:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741853_1029 (size=5156) 2024-12-05T14:19:10,383 INFO [M:0;218194e0d8ec:33217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ee72a44fe2c49f491502006aed9aa5b 2024-12-05T14:19:10,388 DEBUG [M:0;218194e0d8ec:33217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c65cb9888a6464db149f7804b5cfd0f as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c65cb9888a6464db149f7804b5cfd0f 2024-12-05T14:19:10,392 INFO [M:0;218194e0d8ec:33217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c65cb9888a6464db149f7804b5cfd0f, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T14:19:10,393 DEBUG [M:0;218194e0d8ec:33217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d062a8e4a7c243daaf24200b134c7314 as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d062a8e4a7c243daaf24200b134c7314 2024-12-05T14:19:10,397 INFO [M:0;218194e0d8ec:33217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d062a8e4a7c243daaf24200b134c7314 2024-12-05T14:19:10,397 INFO [M:0;218194e0d8ec:33217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d062a8e4a7c243daaf24200b134c7314, entries=11, sequenceid=105, filesize=7.1 K 2024-12-05T14:19:10,398 DEBUG [M:0;218194e0d8ec:33217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ee72a44fe2c49f491502006aed9aa5b as hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ee72a44fe2c49f491502006aed9aa5b 2024-12-05T14:19:10,402 INFO [M:0;218194e0d8ec:33217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44757/user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ee72a44fe2c49f491502006aed9aa5b, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T14:19:10,403 INFO [M:0;218194e0d8ec:33217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=105, compaction requested=false 2024-12-05T14:19:10,404 INFO [M:0;218194e0d8ec:33217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:10,404 DEBUG [M:0;218194e0d8ec:33217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408349103Disabling compacts and flushes for region at 1733408349103Disabling writes for close at 1733408349103Obtaining lock to block concurrent updates at 1733408349103Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408349103Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733408349103Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408349104 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408349104Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408349121 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408349121Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408349532 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408349550 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408349550Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408349962 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408349977 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408349977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463759f4: reopening flushed file at 1733408350387 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62968446: reopening flushed file at 1733408350392 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c900697: reopening flushed file at 1733408350398 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=105, compaction requested=false at 1733408350403 (+5 ms)Writing region close event to WAL at 1733408350404 (+1 ms)Closed at 1733408350404 2024-12-05T14:19:10,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37915 is added to blk_1073741830_1006 (size=64526) 2024-12-05T14:19:10,406 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e8854ef-61e2-75e5-7cf6-a399b22f0be6/MasterData/WALs/218194e0d8ec,33217,1733408265637/218194e0d8ec%2C33217%2C1733408265637.1733408267586 not finished, retry = 0 2024-12-05T14:19:10,508 INFO [M:0;218194e0d8ec:33217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:19:10,508 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:19:10,508 INFO [M:0;218194e0d8ec:33217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33217 2024-12-05T14:19:10,508 INFO [M:0;218194e0d8ec:33217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:19:10,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:10,689 INFO [M:0;218194e0d8ec:33217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:19:10,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x101a5db09150000, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:10,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57fc1a63{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:19:10,691 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cbd68a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:19:10,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:19:10,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ae5974{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:19:10,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@364c1fb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/hadoop.log.dir/,STOPPED} 2024-12-05T14:19:10,692 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:19:10,692 WARN [BP-335546312-172.17.0.2-1733408263554 heartbeating to localhost/127.0.0.1:44757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:19:10,692 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:19:10,692 WARN [BP-335546312-172.17.0.2-1733408263554 heartbeating to localhost/127.0.0.1:44757 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-335546312-172.17.0.2-1733408263554 (Datanode Uuid 9e86619d-d993-4404-83ce-397157089565) service to localhost/127.0.0.1:44757 2024-12-05T14:19:10,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/cluster_6948fd13-bbe2-289b-75dc-9da7493793cb/data/data1/current/BP-335546312-172.17.0.2-1733408263554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:19:10,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/cluster_6948fd13-bbe2-289b-75dc-9da7493793cb/data/data2/current/BP-335546312-172.17.0.2-1733408263554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:19:10,694 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:19:10,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5da21f2c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:19:10,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cfe4d9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:19:10,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:19:10,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49780822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:19:10,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c6ce7af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/babc5bf7-8d99-9b0e-c686-46debeafac69/hadoop.log.dir/,STOPPED} 2024-12-05T14:19:10,706 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:19:10,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:19:10,735 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 137) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44757 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65239) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44757 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44757 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44757 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f7224b8b5c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44757 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f7224b8b5c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40709 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65239) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 318), ProcessCount=11 (was 11), AvailableMemoryMB=5968 (was 6324) 2024-12-05T14:19:10,745 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=5967 2024-12-05T14:19:10,762 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-05T14:19:10,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/hadoop.log.dir so I do NOT create it in target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1 2024-12-05T14:19:10,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:19:10,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/hadoop.tmp.dir so I do NOT create it in target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1 2024-12-05T14:19:10,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff19f09a-df4c-d161-d16b-3fd06b8bf40d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:19:10,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1 2024-12-05T14:19:10,763 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/cluster_e3699386-b888-3ba6-6ee4-9064cf191ab9, deleteOnExit=true 2024-12-05T14:19:10,781 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/cluster_e3699386-b888-3ba6-6ee4-9064cf191ab9/zookeeper_0, clientPort=51278, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/cluster_e3699386-b888-3ba6-6ee4-9064cf191ab9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/cluster_e3699386-b888-3ba6-6ee4-9064cf191ab9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:19:10,782 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51278 2024-12-05T14:19:10,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:19:10,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:19:10,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/test.cache.data in system properties and HBase conf 2024-12-05T14:19:10,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:19:10,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:19:10,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:19:10,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:19:10,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:19:10,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:19:10,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:19:10,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:19:10,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:19:10,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:19:10,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:19:10,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:19:10,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:19:10,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:19:10,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:19:10,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:19:10,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:19:10,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:19:10,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:19:10,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:19:10,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5db09150002, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:19:10,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5db09150005, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:19:10,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5db09150005, quorum=127.0.0.1:65239, baseZNode=/11580758043 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:19:10,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5db09150002, quorum=127.0.0.1:65239, baseZNode=/0619809109 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:19:11,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:19:11,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:19:11,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:19:11,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:19:11,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:19:11,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:19:11,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c05425a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:19:11,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7437257b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:19:11,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@899cea9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/java.io.tmpdir/jetty-localhost-37385-hadoop-hdfs-3_4_1-tests_jar-_-any-9587488548089761239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:19:11,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dc85baf{HTTP/1.1, (http/1.1)}{localhost:37385} 2024-12-05T14:19:11,282 INFO [Time-limited test {}] server.Server(415): Started @141848ms 2024-12-05T14:19:11,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:19:11,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:19:11,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:19:11,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:19:11,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:19:11,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77e1f2a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:19:11,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ff2eb11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:19:11,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5860118e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/java.io.tmpdir/jetty-localhost-41739-hadoop-hdfs-3_4_1-tests_jar-_-any-17846693526593606579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:19:11,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@718bbb2c{HTTP/1.1, (http/1.1)}{localhost:41739} 2024-12-05T14:19:11,662 INFO [Time-limited test {}] server.Server(415): Started @142229ms 2024-12-05T14:19:11,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:19:12,309 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/cluster_e3699386-b888-3ba6-6ee4-9064cf191ab9/data/data2/current/BP-1421314188-172.17.0.2-1733408350805/current, will proceed with Du for space computation calculation, 2024-12-05T14:19:12,309 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/cluster_e3699386-b888-3ba6-6ee4-9064cf191ab9/data/data1/current/BP-1421314188-172.17.0.2-1733408350805/current, will proceed with Du for space computation calculation, 2024-12-05T14:19:12,322 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:19:12,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae93d1514746163c with lease ID 0x2f4c2c9cc0d0a68: Processing first storage report for DS-68d82090-8586-436f-a35d-49fbad14c6c6 from datanode DatanodeRegistration(127.0.0.1:42155, datanodeUuid=73362dc6-c9b2-4dcc-bd20-721d5e6a42a2, infoPort=32907, infoSecurePort=0, ipcPort=42025, storageInfo=lv=-57;cid=testClusterID;nsid=933546271;c=1733408350805) 2024-12-05T14:19:12,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae93d1514746163c with lease ID 0x2f4c2c9cc0d0a68: from storage DS-68d82090-8586-436f-a35d-49fbad14c6c6 node DatanodeRegistration(127.0.0.1:42155, datanodeUuid=73362dc6-c9b2-4dcc-bd20-721d5e6a42a2, infoPort=32907, infoSecurePort=0, ipcPort=42025, storageInfo=lv=-57;cid=testClusterID;nsid=933546271;c=1733408350805), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:19:12,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae93d1514746163c with lease ID 0x2f4c2c9cc0d0a68: Processing first storage report for DS-c11ae00b-49de-4530-84f0-8e6bdc61ed2b from datanode DatanodeRegistration(127.0.0.1:42155, datanodeUuid=73362dc6-c9b2-4dcc-bd20-721d5e6a42a2, infoPort=32907, infoSecurePort=0, ipcPort=42025, storageInfo=lv=-57;cid=testClusterID;nsid=933546271;c=1733408350805) 2024-12-05T14:19:12,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae93d1514746163c with lease ID 0x2f4c2c9cc0d0a68: from storage DS-c11ae00b-49de-4530-84f0-8e6bdc61ed2b node DatanodeRegistration(127.0.0.1:42155, datanodeUuid=73362dc6-c9b2-4dcc-bd20-721d5e6a42a2, infoPort=32907, infoSecurePort=0, ipcPort=42025, storageInfo=lv=-57;cid=testClusterID;nsid=933546271;c=1733408350805), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:19:12,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1 2024-12-05T14:19:12,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:12,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:12,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:19:12,805 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813 with version=8 2024-12-05T14:19:12,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/hbase-staging 2024-12-05T14:19:12,806 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:19:12,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:12,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:12,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:19:12,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:12,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:19:12,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:19:12,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:19:12,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38417 2024-12-05T14:19:12,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38417 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-05T14:19:12,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384170x0, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:12,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38417-0x101a5dc5de70000 connected 2024-12-05T14:19:12,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:12,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:12,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/running 2024-12-05T14:19:12,942 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813, hbase.cluster.distributed=false 2024-12-05T14:19:12,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/acl 2024-12-05T14:19:12,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38417 2024-12-05T14:19:12,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38417 2024-12-05T14:19:12,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38417 2024-12-05T14:19:12,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38417 2024-12-05T14:19:12,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38417 2024-12-05T14:19:12,956 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:19:12,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:12,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:12,956 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:19:12,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:12,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:19:12,956 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:19:12,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:19:12,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37947 2024-12-05T14:19:12,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37947 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-05T14:19:12,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:12,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:12,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379470x0, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:12,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379470x0, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/running 2024-12-05T14:19:12,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37947-0x101a5dc5de70001 connected 2024-12-05T14:19:12,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:19:12,971 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:19:12,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/master 2024-12-05T14:19:12,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/acl 2024-12-05T14:19:12,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37947 2024-12-05T14:19:12,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37947 2024-12-05T14:19:12,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37947 2024-12-05T14:19:12,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37947 2024-12-05T14:19:12,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37947 2024-12-05T14:19:12,989 DEBUG [M:0;218194e0d8ec:38417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:38417 2024-12-05T14:19:12,989 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1871685328/backup-masters/218194e0d8ec,38417,1733408352806 2024-12-05T14:19:13,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328/backup-masters 2024-12-05T14:19:13,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328/backup-masters 2024-12-05T14:19:13,002 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on existing znode=/0-1871685328/backup-masters/218194e0d8ec,38417,1733408352806 2024-12-05T14:19:13,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1871685328/master 2024-12-05T14:19:13,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:13,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:13,013 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on existing znode=/0-1871685328/master 2024-12-05T14:19:13,013 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1871685328/backup-masters/218194e0d8ec,38417,1733408352806 from backup master directory 2024-12-05T14:19:13,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328/backup-masters 2024-12-05T14:19:13,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1871685328/backup-masters/218194e0d8ec,38417,1733408352806 2024-12-05T14:19:13,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328/backup-masters 2024-12-05T14:19:13,023 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:19:13,023 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,38417,1733408352806 2024-12-05T14:19:13,027 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/hbase.id] with ID: 6ad9324d-c1d3-437d-8a91-d652ef8fce41 2024-12-05T14:19:13,027 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/.tmp/hbase.id 2024-12-05T14:19:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:19:13,432 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/.tmp/hbase.id]:[hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/hbase.id] 2024-12-05T14:19:13,442 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:13,442 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:19:13,444 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T14:19:13,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:13,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:13,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:19:13,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:19:13,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:13,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:13,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:13,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:13,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:13,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:13,918 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:19:13,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:19:13,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:19:14,327 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store 2024-12-05T14:19:14,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:19:14,737 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:14,737 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:19:14,737 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:14,737 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:14,737 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:19:14,737 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:14,737 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:14,737 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408354737Disabling compacts and flushes for region at 1733408354737Disabling writes for close at 1733408354737Writing region close event to WAL at 1733408354737Closed at 1733408354737 2024-12-05T14:19:14,739 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/.initializing 2024-12-05T14:19:14,739 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,38417,1733408352806 2024-12-05T14:19:14,740 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:19:14,741 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C38417%2C1733408352806, suffix=, logDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,38417,1733408352806, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/oldWALs, maxLogs=10 2024-12-05T14:19:14,755 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,38417,1733408352806/218194e0d8ec%2C38417%2C1733408352806.1733408354741, exclude list is [], retry=0 2024-12-05T14:19:14,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42155,DS-68d82090-8586-436f-a35d-49fbad14c6c6,DISK] 2024-12-05T14:19:14,763 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,38417,1733408352806/218194e0d8ec%2C38417%2C1733408352806.1733408354741 2024-12-05T14:19:14,763 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32907:32907)] 2024-12-05T14:19:14,763 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:14,763 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:14,763 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:14,764 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:14,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:14,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:19:14,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:14,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:14,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:14,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:19:14,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:14,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:14,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:14,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:19:14,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:14,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:14,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:14,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:19:14,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:14,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:14,771 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:14,772 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:14,772 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:14,774 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:14,774 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:14,774 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:14,775 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:14,782 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:14,782 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62081548, jitterRate=-0.07491284608840942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:14,783 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408354764Initializing all the Stores at 1733408354764Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408354764Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408354765 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408354765Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408354765Cleaning up temporary data from old regions at 1733408354774 (+9 ms)Region opened successfully at 1733408354783 (+9 ms) 2024-12-05T14:19:14,784 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:19:14,787 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e60f8e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:19:14,788 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:19:14,788 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:19:14,788 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:19:14,788 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:19:14,789 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:19:14,789 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:19:14,789 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:19:14,792 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:19:14,793 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Unable to get data of znode /0-1871685328/balancer because node does not exist (not necessarily an error) 2024-12-05T14:19:14,861 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/balancer already deleted, retry=false 2024-12-05T14:19:14,862 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:19:14,862 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Unable to get data of znode /0-1871685328/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:19:14,872 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/normalizer already deleted, retry=false 2024-12-05T14:19:14,872 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:19:14,873 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Unable to get data of znode /0-1871685328/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:19:14,882 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/switch/split already deleted, retry=false 2024-12-05T14:19:14,883 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Unable to get data of znode /0-1871685328/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:19:14,893 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/switch/merge already deleted, retry=false 2024-12-05T14:19:14,895 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Unable to get data of znode /0-1871685328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:19:14,907 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/snapshot-cleanup already deleted, retry=false 2024-12-05T14:19:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1871685328/running 2024-12-05T14:19:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1871685328/running 2024-12-05T14:19:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:14,918 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,38417,1733408352806, sessionid=0x101a5dc5de70000, setting cluster-up flag (Was=false) 2024-12-05T14:19:14,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:14,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:14,970 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1871685328/flush-table-proc/acquired, /0-1871685328/flush-table-proc/reached, /0-1871685328/flush-table-proc/abort 2024-12-05T14:19:14,971 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,38417,1733408352806 2024-12-05T14:19:14,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:14,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:15,023 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1871685328/online-snapshot/acquired, /0-1871685328/online-snapshot/reached, /0-1871685328/online-snapshot/abort 2024-12-05T14:19:15,024 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,38417,1733408352806 2024-12-05T14:19:15,024 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:19:15,026 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:15,026 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:19:15,026 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:19:15,026 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,38417,1733408352806 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:19:15,027 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:15,027 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:15,027 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:15,027 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:15,027 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:19:15,027 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,028 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:19:15,028 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,029 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:15,029 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:19:15,030 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:15,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:19:15,032 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408385032 2024-12-05T14:19:15,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:19:15,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:19:15,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:19:15,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:19:15,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:19:15,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:19:15,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:19:15,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:19:15,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:19:15,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:19:15,034 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:19:15,034 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:19:15,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:19:15,036 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408355034,5,FailOnTimeoutGroup] 2024-12-05T14:19:15,036 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408355036,5,FailOnTimeoutGroup] 2024-12-05T14:19:15,036 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,036 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:19:15,036 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,036 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,083 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(746): ClusterId : 6ad9324d-c1d3-437d-8a91-d652ef8fce41 2024-12-05T14:19:15,083 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:19:15,155 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:19:15,155 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:19:15,199 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:19:15,199 DEBUG [RS:0;218194e0d8ec:37947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fee4fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:19:15,208 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:37947 2024-12-05T14:19:15,208 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:19:15,208 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:19:15,208 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:19:15,209 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,38417,1733408352806 with port=37947, startcode=1733408352956 2024-12-05T14:19:15,209 DEBUG [RS:0;218194e0d8ec:37947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:19:15,210 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:19:15,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,37947,1733408352956 2024-12-05T14:19:15,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38417 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,37947,1733408352956 2024-12-05T14:19:15,212 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813 2024-12-05T14:19:15,212 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34543 2024-12-05T14:19:15,212 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:19:15,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328/rs 2024-12-05T14:19:15,223 DEBUG [RS:0;218194e0d8ec:37947 {}] zookeeper.ZKUtil(111): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on existing znode=/0-1871685328/rs/218194e0d8ec,37947,1733408352956 2024-12-05T14:19:15,223 WARN [RS:0;218194e0d8ec:37947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:19:15,223 INFO [RS:0;218194e0d8ec:37947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:15,223 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956 2024-12-05T14:19:15,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,37947,1733408352956] 2024-12-05T14:19:15,227 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:19:15,228 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:19:15,228 INFO [RS:0;218194e0d8ec:37947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:19:15,228 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,229 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:19:15,229 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:19:15,229 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,229 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,229 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,229 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,229 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,229 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,229 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:19:15,229 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,230 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,230 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,230 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,230 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,230 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:15,230 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:19:15,230 DEBUG [RS:0;218194e0d8ec:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:19:15,230 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,230 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,230 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,230 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,230 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,230 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37947,1733408352956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:19:15,241 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:19:15,241 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37947,1733408352956-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,241 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,241 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.Replication(171): 218194e0d8ec,37947,1733408352956 started 2024-12-05T14:19:15,251 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:15,251 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,37947,1733408352956, RpcServer on 218194e0d8ec/172.17.0.2:37947, sessionid=0x101a5dc5de70001 2024-12-05T14:19:15,251 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:19:15,251 DEBUG [RS:0;218194e0d8ec:37947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,37947,1733408352956 2024-12-05T14:19:15,251 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,37947,1733408352956' 2024-12-05T14:19:15,251 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1871685328/flush-table-proc/abort' 2024-12-05T14:19:15,252 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1871685328/flush-table-proc/acquired' 2024-12-05T14:19:15,252 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:19:15,252 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:19:15,252 DEBUG [RS:0;218194e0d8ec:37947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,37947,1733408352956 2024-12-05T14:19:15,252 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,37947,1733408352956' 2024-12-05T14:19:15,252 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1871685328/online-snapshot/abort' 2024-12-05T14:19:15,252 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1871685328/online-snapshot/acquired' 2024-12-05T14:19:15,253 DEBUG [RS:0;218194e0d8ec:37947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:19:15,253 INFO [RS:0;218194e0d8ec:37947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:19:15,253 INFO [RS:0;218194e0d8ec:37947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:19:15,353 INFO [RS:0;218194e0d8ec:37947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:19:15,355 INFO [RS:0;218194e0d8ec:37947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C37947%2C1733408352956, suffix=, logDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/oldWALs, maxLogs=10 2024-12-05T14:19:15,365 DEBUG [RS:0;218194e0d8ec:37947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.1733408355355, exclude list is [], retry=0 2024-12-05T14:19:15,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42155,DS-68d82090-8586-436f-a35d-49fbad14c6c6,DISK] 2024-12-05T14:19:15,368 INFO [RS:0;218194e0d8ec:37947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.1733408355355 2024-12-05T14:19:15,369 DEBUG [RS:0;218194e0d8ec:37947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32907:32907)] 2024-12-05T14:19:15,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:19:15,437 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813 2024-12-05T14:19:15,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:19:15,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:15,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:19:15,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:19:15,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:15,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:15,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:19:15,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:19:15,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:15,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:15,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:19:15,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:19:15,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:15,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:15,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:19:15,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:19:15,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:15,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:15,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:19:15,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740 2024-12-05T14:19:15,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740 2024-12-05T14:19:15,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:19:15,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:19:15,851 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:15,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:19:15,853 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:15,854 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65490739, jitterRate=-0.02411194145679474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:15,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408355842Initializing all the Stores at 1733408355842Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408355842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408355843 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408355843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408355843Cleaning up temporary data from old regions at 1733408355851 (+8 ms)Region opened successfully at 1733408355854 (+3 ms) 2024-12-05T14:19:15,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:19:15,854 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:19:15,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:19:15,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:19:15,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:19:15,855 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:15,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408355854Disabling compacts and flushes for region at 1733408355854Disabling writes for close at 1733408355854Writing region close event to WAL at 1733408355855 (+1 ms)Closed at 1733408355855 2024-12-05T14:19:15,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:15,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:19:15,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:19:15,857 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:19:15,857 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:19:16,008 DEBUG [218194e0d8ec:38417 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:19:16,008 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,37947,1733408352956 2024-12-05T14:19:16,009 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,37947,1733408352956, state=OPENING 2024-12-05T14:19:16,061 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:19:16,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:16,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:16,107 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:19:16,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1871685328/meta-region-server: CHANGED 2024-12-05T14:19:16,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1871685328/meta-region-server: CHANGED 2024-12-05T14:19:16,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,37947,1733408352956}] 2024-12-05T14:19:16,259 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:19:16,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:19:16,263 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:19:16,263 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:16,264 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:19:16,265 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C37947%2C1733408352956.meta, suffix=.meta, logDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/oldWALs, maxLogs=10 2024-12-05T14:19:16,275 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.meta.1733408356265.meta, exclude list is [], retry=0 2024-12-05T14:19:16,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42155,DS-68d82090-8586-436f-a35d-49fbad14c6c6,DISK] 2024-12-05T14:19:16,279 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.meta.1733408356265.meta 2024-12-05T14:19:16,279 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32907:32907)] 2024-12-05T14:19:16,279 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:16,279 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:19:16,279 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:19:16,280 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:19:16,280 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:19:16,280 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:19:16,280 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:16,280 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:19:16,280 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:19:16,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:19:16,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:19:16,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:16,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:16,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:19:16,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:19:16,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:16,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:16,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:19:16,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:19:16,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:16,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:16,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:19:16,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:19:16,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:16,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:16,286 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:19:16,286 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740 2024-12-05T14:19:16,287 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740 2024-12-05T14:19:16,288 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:19:16,288 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:19:16,289 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:16,290 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:19:16,290 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68477696, jitterRate=0.020397186279296875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:16,290 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:19:16,291 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408356280Writing region info on filesystem at 1733408356280Initializing all the Stores at 1733408356281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408356281Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408356281Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408356281Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408356281Cleaning up temporary data from old regions at 1733408356288 (+7 ms)Running coprocessor post-open hooks at 1733408356290 (+2 ms)Region opened successfully at 1733408356291 (+1 ms) 2024-12-05T14:19:16,291 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408356259 2024-12-05T14:19:16,293 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:19:16,293 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:19:16,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,37947,1733408352956 2024-12-05T14:19:16,294 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,37947,1733408352956, state=OPEN 2024-12-05T14:19:16,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1871685328/meta-region-server 2024-12-05T14:19:16,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1871685328/meta-region-server 2024-12-05T14:19:16,314 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,37947,1733408352956 2024-12-05T14:19:16,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1871685328/meta-region-server: CHANGED 2024-12-05T14:19:16,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1871685328/meta-region-server: CHANGED 2024-12-05T14:19:16,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:19:16,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,37947,1733408352956 in 207 msec 2024-12-05T14:19:16,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:19:16,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-12-05T14:19:16,317 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:16,318 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:19:16,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:16,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,37947,1733408352956, seqNum=-1] 2024-12-05T14:19:16,319 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:16,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:16,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-12-05T14:19:16,324 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408356324, completionTime=-1 2024-12-05T14:19:16,324 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:19:16,324 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:19:16,326 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:19:16,326 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408416326 2024-12-05T14:19:16,326 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408476326 2024-12-05T14:19:16,326 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:19:16,326 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38417,1733408352806-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:16,326 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38417,1733408352806-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:16,326 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38417,1733408352806-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:16,326 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:38417, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:16,326 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:16,327 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:16,328 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:19:16,330 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.307sec 2024-12-05T14:19:16,330 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:19:16,330 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:19:16,330 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:19:16,330 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:19:16,330 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:19:16,330 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38417,1733408352806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:19:16,330 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38417,1733408352806-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:19:16,332 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:19:16,332 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:19:16,332 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38417,1733408352806-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:16,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4826ea3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:16,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38417,-1 for getting cluster id 2024-12-05T14:19:16,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:16,385 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ad9324d-c1d3-437d-8a91-d652ef8fce41' 2024-12-05T14:19:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ad9324d-c1d3-437d-8a91-d652ef8fce41" 2024-12-05T14:19:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286e96fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38417,-1] 2024-12-05T14:19:16,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:16,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:16,386 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:16,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572890f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:16,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,37947,1733408352956, seqNum=-1] 2024-12-05T14:19:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:16,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:16,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,38417,1733408352806 2024-12-05T14:19:16,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-05T14:19:16,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:16,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5dc5de70002 connected 2024-12-05T14:19:16,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/hadoop.log.dir so I do NOT create it in target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245 2024-12-05T14:19:16,414 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:19:16,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/hadoop.tmp.dir so I do NOT create it in target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245 2024-12-05T14:19:16,414 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:19:16,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245 2024-12-05T14:19:16,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:19:16,414 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/cluster_a42f7a34-f010-909a-cea1-8d1dfed12270, deleteOnExit=true 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/test.cache.data in system properties and HBase conf 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:19:16,415 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:19:16,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:19:16,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:19:16,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:19:16,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:19:16,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:19:16,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:19:16,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:19:16,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:19:16,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:19:16,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:19:16,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:19:16,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:19:16,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:19:16,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cb7ecdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:19:16,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6846ab81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:19:16,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T14:19:16,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T14:19:16,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:19:16,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16166c61{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/java.io.tmpdir/jetty-localhost-35217-hadoop-hdfs-3_4_1-tests_jar-_-any-11326072670174104351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:19:16,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@432862bc{HTTP/1.1, (http/1.1)}{localhost:35217} 2024-12-05T14:19:16,787 INFO [Time-limited test {}] server.Server(415): Started @147353ms 2024-12-05T14:19:17,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:19:17,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:19:17,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:19:17,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:19:17,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:19:17,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24addfbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:19:17,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16b2fa14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:19:17,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5df93b2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/java.io.tmpdir/jetty-localhost-37179-hadoop-hdfs-3_4_1-tests_jar-_-any-11102272202580896869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:19:17,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67999e7a{HTTP/1.1, (http/1.1)}{localhost:37179} 2024-12-05T14:19:17,129 INFO [Time-limited test {}] server.Server(415): Started @147696ms 2024-12-05T14:19:17,130 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:19:17,811 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/cluster_a42f7a34-f010-909a-cea1-8d1dfed12270/data/data2/current/BP-137334472-172.17.0.2-1733408356428/current, will proceed with Du for space computation calculation, 2024-12-05T14:19:17,811 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/cluster_a42f7a34-f010-909a-cea1-8d1dfed12270/data/data1/current/BP-137334472-172.17.0.2-1733408356428/current, will proceed with Du for space computation calculation, 2024-12-05T14:19:17,825 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:19:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x421c5ba7e3c8e4a3 with lease ID 0x7f019ea35325c93e: Processing first storage report for DS-d8df9005-faf0-4ebd-b764-63eec5c11066 from datanode DatanodeRegistration(127.0.0.1:42743, datanodeUuid=c43b4433-15a8-4746-902c-299dc8831378, infoPort=44221, infoSecurePort=0, ipcPort=46883, storageInfo=lv=-57;cid=testClusterID;nsid=1625169868;c=1733408356428) 2024-12-05T14:19:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x421c5ba7e3c8e4a3 with lease ID 0x7f019ea35325c93e: from storage DS-d8df9005-faf0-4ebd-b764-63eec5c11066 node DatanodeRegistration(127.0.0.1:42743, datanodeUuid=c43b4433-15a8-4746-902c-299dc8831378, infoPort=44221, infoSecurePort=0, ipcPort=46883, storageInfo=lv=-57;cid=testClusterID;nsid=1625169868;c=1733408356428), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:19:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x421c5ba7e3c8e4a3 with lease ID 0x7f019ea35325c93e: Processing first storage report for DS-be383199-425a-4cc7-8a6d-b2bc8d9c0305 from datanode DatanodeRegistration(127.0.0.1:42743, datanodeUuid=c43b4433-15a8-4746-902c-299dc8831378, infoPort=44221, infoSecurePort=0, ipcPort=46883, storageInfo=lv=-57;cid=testClusterID;nsid=1625169868;c=1733408356428) 2024-12-05T14:19:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x421c5ba7e3c8e4a3 with lease ID 0x7f019ea35325c93e: from storage DS-be383199-425a-4cc7-8a6d-b2bc8d9c0305 node DatanodeRegistration(127.0.0.1:42743, datanodeUuid=c43b4433-15a8-4746-902c-299dc8831378, infoPort=44221, infoSecurePort=0, ipcPort=46883, storageInfo=lv=-57;cid=testClusterID;nsid=1625169868;c=1733408356428), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:19:17,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245 2024-12-05T14:19:17,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:17,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:17,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:19:18,352 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da with version=8 2024-12-05T14:19:18,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/hbase-staging 2024-12-05T14:19:18,353 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:19:18,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:18,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:18,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:19:18,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:18,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:19:18,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:19:18,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:19:18,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37667 2024-12-05T14:19:18,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37667 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-05T14:19:18,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376670x0, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:18,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37667-0x101a5dc5de70003 connected 2024-12-05T14:19:18,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:18,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:18,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Set watcher on znode that does not yet exist, /1-1403626437/running 2024-12-05T14:19:18,447 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da, hbase.cluster.distributed=false 2024-12-05T14:19:18,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Set watcher on znode that does not yet exist, /1-1403626437/acl 2024-12-05T14:19:18,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37667 2024-12-05T14:19:18,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37667 2024-12-05T14:19:18,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37667 2024-12-05T14:19:18,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37667 2024-12-05T14:19:18,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37667 2024-12-05T14:19:18,460 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:19:18,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:18,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:18,460 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:19:18,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:18,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:19:18,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:19:18,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:19:18,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39853 2024-12-05T14:19:18,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39853 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-05T14:19:18,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:18,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:18,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398530x0, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:18,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398530x0, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Set watcher on znode that does not yet exist, /1-1403626437/running 2024-12-05T14:19:18,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39853-0x101a5dc5de70004 connected 2024-12-05T14:19:18,476 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:19:18,476 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:19:18,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Set watcher on znode that does not yet exist, /1-1403626437/master 2024-12-05T14:19:18,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Set watcher on znode that does not yet exist, /1-1403626437/acl 2024-12-05T14:19:18,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39853 2024-12-05T14:19:18,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39853 2024-12-05T14:19:18,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39853 2024-12-05T14:19:18,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39853 2024-12-05T14:19:18,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39853 2024-12-05T14:19:18,490 DEBUG [M:0;218194e0d8ec:37667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:37667 2024-12-05T14:19:18,492 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1403626437/backup-masters/218194e0d8ec,37667,1733408358353 2024-12-05T14:19:18,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437/backup-masters 2024-12-05T14:19:18,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437/backup-masters 2024-12-05T14:19:18,503 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Set watcher on existing znode=/1-1403626437/backup-masters/218194e0d8ec,37667,1733408358353 2024-12-05T14:19:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1403626437/master 2024-12-05T14:19:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:18,514 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Set watcher on existing znode=/1-1403626437/master 2024-12-05T14:19:18,514 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1403626437/backup-masters/218194e0d8ec,37667,1733408358353 from backup master directory 2024-12-05T14:19:18,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1403626437/backup-masters/218194e0d8ec,37667,1733408358353 2024-12-05T14:19:18,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437/backup-masters 2024-12-05T14:19:18,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437/backup-masters 2024-12-05T14:19:18,524 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:19:18,524 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,37667,1733408358353 2024-12-05T14:19:18,527 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/hbase.id] with ID: 08b8fee1-d76c-4cf2-9bff-e1332cf5958f 2024-12-05T14:19:18,527 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/.tmp/hbase.id 2024-12-05T14:19:18,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:19:18,932 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/.tmp/hbase.id]:[hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/hbase.id] 2024-12-05T14:19:18,941 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:18,941 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:19:18,942 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T14:19:18,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:18,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:18,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:19:19,393 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:19:19,393 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:19:19,393 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:19:19,800 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store 2024-12-05T14:19:19,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:19:20,205 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:20,205 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:19:20,205 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:20,205 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:20,205 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:19:20,205 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:20,205 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:20,205 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408360205Disabling compacts and flushes for region at 1733408360205Disabling writes for close at 1733408360205Writing region close event to WAL at 1733408360205Closed at 1733408360205 2024-12-05T14:19:20,206 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/.initializing 2024-12-05T14:19:20,206 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/WALs/218194e0d8ec,37667,1733408358353 2024-12-05T14:19:20,207 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:19:20,208 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C37667%2C1733408358353, suffix=, logDir=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/WALs/218194e0d8ec,37667,1733408358353, archiveDir=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/oldWALs, maxLogs=10 2024-12-05T14:19:20,219 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/WALs/218194e0d8ec,37667,1733408358353/218194e0d8ec%2C37667%2C1733408358353.1733408360208, exclude list is [], retry=0 2024-12-05T14:19:20,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-d8df9005-faf0-4ebd-b764-63eec5c11066,DISK] 2024-12-05T14:19:20,223 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/WALs/218194e0d8ec,37667,1733408358353/218194e0d8ec%2C37667%2C1733408358353.1733408360208 2024-12-05T14:19:20,223 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44221:44221)] 2024-12-05T14:19:20,223 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:20,223 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:20,223 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:20,223 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:20,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:20,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:19:20,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:20,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:20,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:20,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:19:20,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:20,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:20,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:20,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:19:20,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:20,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:20,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:20,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:19:20,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:20,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:20,230 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:20,230 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:20,230 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:20,231 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:20,231 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:20,232 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:20,233 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:20,235 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:20,235 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73776768, jitterRate=0.09935951232910156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:20,235 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408360224Initializing all the Stores at 1733408360224Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408360224Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408360224Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408360225 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408360225Cleaning up temporary data from old regions at 1733408360231 (+6 ms)Region opened successfully at 1733408360235 (+4 ms) 2024-12-05T14:19:20,235 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:19:20,238 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56432bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:19:20,238 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:19:20,239 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:19:20,239 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:19:20,239 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:19:20,239 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:19:20,239 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:19:20,239 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:19:20,241 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:19:20,242 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Unable to get data of znode /1-1403626437/balancer because node does not exist (not necessarily an error) 2024-12-05T14:19:20,604 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1403626437/balancer already deleted, retry=false 2024-12-05T14:19:20,604 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:19:20,605 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Unable to get data of znode /1-1403626437/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:19:20,622 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1403626437/normalizer already deleted, retry=false 2024-12-05T14:19:20,623 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:19:20,623 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Unable to get data of znode /1-1403626437/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:19:20,633 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1403626437/switch/split already deleted, retry=false 2024-12-05T14:19:20,634 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Unable to get data of znode /1-1403626437/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:19:20,643 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1403626437/switch/merge already deleted, retry=false 2024-12-05T14:19:20,645 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Unable to get data of znode /1-1403626437/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:19:20,654 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1403626437/snapshot-cleanup already deleted, retry=false 2024-12-05T14:19:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1403626437/running 2024-12-05T14:19:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1403626437/running 2024-12-05T14:19:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:20,665 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,37667,1733408358353, sessionid=0x101a5dc5de70003, setting cluster-up flag (Was=false) 2024-12-05T14:19:20,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:20,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:20,717 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1403626437/flush-table-proc/acquired, /1-1403626437/flush-table-proc/reached, /1-1403626437/flush-table-proc/abort 2024-12-05T14:19:20,718 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,37667,1733408358353 2024-12-05T14:19:20,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:20,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:20,770 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1403626437/online-snapshot/acquired, /1-1403626437/online-snapshot/reached, /1-1403626437/online-snapshot/abort 2024-12-05T14:19:20,771 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,37667,1733408358353 2024-12-05T14:19:20,772 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:19:20,773 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:20,773 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:19:20,773 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:19:20,773 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,37667,1733408358353 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:19:20,775 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:20,775 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:20,775 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:20,775 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:20,775 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:19:20,775 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,775 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:19:20,775 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,776 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408390776 2024-12-05T14:19:20,776 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:19:20,776 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:19:20,776 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:19:20,776 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:19:20,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:20,776 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:19:20,776 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:19:20,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:19:20,776 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,777 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:19:20,777 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:19:20,777 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:19:20,777 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:19:20,777 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:19:20,777 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:19:20,777 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:20,777 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408360777,5,FailOnTimeoutGroup] 2024-12-05T14:19:20,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:19:20,778 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408360777,5,FailOnTimeoutGroup] 2024-12-05T14:19:20,778 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,778 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:19:20,778 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,778 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:19:20,784 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(746): ClusterId : 08b8fee1-d76c-4cf2-9bff-e1332cf5958f 2024-12-05T14:19:20,784 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:19:20,791 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:19:20,791 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:19:20,802 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:19:20,802 DEBUG [RS:0;218194e0d8ec:39853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0ccef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:19:20,820 DEBUG [RS:0;218194e0d8ec:39853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:39853 2024-12-05T14:19:20,820 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:19:20,820 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:19:20,820 DEBUG [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:19:20,821 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,37667,1733408358353 with port=39853, startcode=1733408358460 2024-12-05T14:19:20,821 DEBUG [RS:0;218194e0d8ec:39853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:19:20,822 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:19:20,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,39853,1733408358460 2024-12-05T14:19:20,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37667 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,39853,1733408358460 2024-12-05T14:19:20,824 DEBUG [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da 2024-12-05T14:19:20,824 DEBUG [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45499 2024-12-05T14:19:20,824 DEBUG [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:19:20,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437/rs 2024-12-05T14:19:20,932 DEBUG [RS:0;218194e0d8ec:39853 {}] zookeeper.ZKUtil(111): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Set watcher on existing znode=/1-1403626437/rs/218194e0d8ec,39853,1733408358460 2024-12-05T14:19:20,933 WARN [RS:0;218194e0d8ec:39853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:19:20,933 INFO [RS:0;218194e0d8ec:39853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:20,933 DEBUG [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/WALs/218194e0d8ec,39853,1733408358460 2024-12-05T14:19:20,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,39853,1733408358460] 2024-12-05T14:19:20,936 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:19:20,937 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:19:20,938 INFO [RS:0;218194e0d8ec:39853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:19:20,938 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,938 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:19:20,939 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:19:20,939 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:19:20,939 DEBUG [RS:0;218194e0d8ec:39853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:19:20,940 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,940 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,940 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,940 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,940 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,940 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39853,1733408358460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:19:20,955 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:19:20,955 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39853,1733408358460-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,955 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,955 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.Replication(171): 218194e0d8ec,39853,1733408358460 started 2024-12-05T14:19:20,971 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:20,971 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,39853,1733408358460, RpcServer on 218194e0d8ec/172.17.0.2:39853, sessionid=0x101a5dc5de70004 2024-12-05T14:19:20,972 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:19:20,972 DEBUG [RS:0;218194e0d8ec:39853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,39853,1733408358460 2024-12-05T14:19:20,972 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,39853,1733408358460' 2024-12-05T14:19:20,972 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1403626437/flush-table-proc/abort' 2024-12-05T14:19:20,972 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1403626437/flush-table-proc/acquired' 2024-12-05T14:19:20,972 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:19:20,972 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:19:20,972 DEBUG [RS:0;218194e0d8ec:39853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,39853,1733408358460 2024-12-05T14:19:20,972 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,39853,1733408358460' 2024-12-05T14:19:20,972 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1403626437/online-snapshot/abort' 2024-12-05T14:19:20,973 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1403626437/online-snapshot/acquired' 2024-12-05T14:19:20,973 DEBUG [RS:0;218194e0d8ec:39853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:19:20,973 INFO [RS:0;218194e0d8ec:39853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:19:20,973 INFO [RS:0;218194e0d8ec:39853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:19:21,073 INFO [RS:0;218194e0d8ec:39853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:19:21,075 INFO [RS:0;218194e0d8ec:39853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C39853%2C1733408358460, suffix=, logDir=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/WALs/218194e0d8ec,39853,1733408358460, archiveDir=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/oldWALs, maxLogs=10 2024-12-05T14:19:21,091 DEBUG [RS:0;218194e0d8ec:39853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/WALs/218194e0d8ec,39853,1733408358460/218194e0d8ec%2C39853%2C1733408358460.1733408361075, exclude list is [], retry=0 2024-12-05T14:19:21,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-d8df9005-faf0-4ebd-b764-63eec5c11066,DISK] 2024-12-05T14:19:21,095 INFO [RS:0;218194e0d8ec:39853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/WALs/218194e0d8ec,39853,1733408358460/218194e0d8ec%2C39853%2C1733408358460.1733408361075 2024-12-05T14:19:21,095 DEBUG [RS:0;218194e0d8ec:39853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44221:44221)] 2024-12-05T14:19:21,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:19:21,184 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da 2024-12-05T14:19:21,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:19:21,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:19:21,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:21,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:19:21,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:19:21,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:21,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:21,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:19:21,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:19:21,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:21,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:21,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:19:21,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:19:21,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:21,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:21,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:19:21,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:19:21,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:21,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:21,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:19:21,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/data/hbase/meta/1588230740 2024-12-05T14:19:21,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/data/hbase/meta/1588230740 2024-12-05T14:19:21,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:19:21,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:19:21,598 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:21,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:19:21,600 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:21,601 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65731289, jitterRate=-0.020527467131614685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:21,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408361590Initializing all the Stores at 1733408361590Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408361590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408361591 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408361591Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408361591Cleaning up temporary data from old regions at 1733408361598 (+7 ms)Region opened successfully at 1733408361601 (+3 ms) 2024-12-05T14:19:21,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:19:21,601 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:19:21,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:19:21,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:19:21,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:19:21,601 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:21,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408361601Disabling compacts and flushes for region at 1733408361601Disabling writes for close at 1733408361601Writing region close event to WAL at 1733408361601Closed at 1733408361601 2024-12-05T14:19:21,602 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:21,602 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:19:21,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:19:21,603 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:19:21,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:19:21,754 DEBUG [218194e0d8ec:37667 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:19:21,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,39853,1733408358460 2024-12-05T14:19:21,755 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,39853,1733408358460, state=OPENING 2024-12-05T14:19:21,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:19:21,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:21,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:21,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:21,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:21,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:21,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:21,808 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:19:21,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:21,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:21,819 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:19:21,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1403626437/meta-region-server: CHANGED 2024-12-05T14:19:21,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1403626437/meta-region-server: CHANGED 2024-12-05T14:19:21,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,39853,1733408358460}] 2024-12-05T14:19:21,972 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:19:21,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:19:21,976 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:19:21,976 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:21,977 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:19:21,978 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C39853%2C1733408358460.meta, suffix=.meta, logDir=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/WALs/218194e0d8ec,39853,1733408358460, archiveDir=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/oldWALs, maxLogs=10 2024-12-05T14:19:21,990 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/WALs/218194e0d8ec,39853,1733408358460/218194e0d8ec%2C39853%2C1733408358460.meta.1733408361978.meta, exclude list is [], retry=0 2024-12-05T14:19:21,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-d8df9005-faf0-4ebd-b764-63eec5c11066,DISK] 2024-12-05T14:19:21,993 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/WALs/218194e0d8ec,39853,1733408358460/218194e0d8ec%2C39853%2C1733408358460.meta.1733408361978.meta 2024-12-05T14:19:21,996 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44221:44221)] 2024-12-05T14:19:21,996 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:21,996 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:19:21,997 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:19:21,997 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:19:21,997 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:19:21,997 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:19:21,997 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:21,997 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:19:21,997 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:19:21,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:19:21,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:19:21,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:21,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:21,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:19:22,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:19:22,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:22,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:22,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:19:22,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:19:22,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:22,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:22,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:19:22,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:19:22,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:22,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:22,002 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:19:22,003 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/data/hbase/meta/1588230740 2024-12-05T14:19:22,004 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/data/hbase/meta/1588230740 2024-12-05T14:19:22,005 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:19:22,005 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:19:22,005 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:22,006 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:19:22,007 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71011727, jitterRate=0.058157190680503845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:22,007 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:19:22,007 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408361997Writing region info on filesystem at 1733408361997Initializing all the Stores at 1733408361998 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408361998Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408361998Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408361998Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408361998Cleaning up temporary data from old regions at 1733408362005 (+7 ms)Running coprocessor post-open hooks at 1733408362007 (+2 ms)Region opened successfully at 1733408362007 2024-12-05T14:19:22,007 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408361971 2024-12-05T14:19:22,009 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:19:22,009 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:19:22,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,39853,1733408358460 2024-12-05T14:19:22,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,39853,1733408358460, state=OPEN 2024-12-05T14:19:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1403626437/meta-region-server 2024-12-05T14:19:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1403626437/meta-region-server 2024-12-05T14:19:22,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1403626437/meta-region-server: CHANGED 2024-12-05T14:19:22,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1403626437/meta-region-server: CHANGED 2024-12-05T14:19:22,022 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,39853,1733408358460 2024-12-05T14:19:22,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:19:22,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,39853,1733408358460 in 204 msec 2024-12-05T14:19:22,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:19:22,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-12-05T14:19:22,027 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:22,027 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:19:22,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:22,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39853,1733408358460, seqNum=-1] 2024-12-05T14:19:22,029 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:22,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:22,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-12-05T14:19:22,035 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408362035, completionTime=-1 2024-12-05T14:19:22,035 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:19:22,035 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:19:22,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:19:22,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408422037 2024-12-05T14:19:22,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408482037 2024-12-05T14:19:22,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:19:22,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37667,1733408358353-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:22,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37667,1733408358353-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:22,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37667,1733408358353-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:22,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:37667, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:22,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:22,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:22,039 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:19:22,040 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.516sec 2024-12-05T14:19:22,040 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:19:22,040 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:19:22,040 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:19:22,040 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:19:22,040 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:19:22,041 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37667,1733408358353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:19:22,041 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37667,1733408358353-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:19:22,042 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:19:22,043 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:19:22,043 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37667,1733408358353-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:22,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fd5678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:22,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,37667,-1 for getting cluster id 2024-12-05T14:19:22,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:22,086 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b8fee1-d76c-4cf2-9bff-e1332cf5958f' 2024-12-05T14:19:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b8fee1-d76c-4cf2-9bff-e1332cf5958f" 2024-12-05T14:19:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b94189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,37667,-1] 2024-12-05T14:19:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:22,088 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:22,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165db4a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:22,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:22,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39853,1733408358460, seqNum=-1] 2024-12-05T14:19:22,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:22,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:22,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,37667,1733408358353 2024-12-05T14:19:22,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-05T14:19:22,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:22,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5dc5de70005 connected 2024-12-05T14:19:22,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be734f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:22,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38417,-1 for getting cluster id 2024-12-05T14:19:22,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:22,116 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ad9324d-c1d3-437d-8a91-d652ef8fce41' 2024-12-05T14:19:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ad9324d-c1d3-437d-8a91-d652ef8fce41" 2024-12-05T14:19:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9fb8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38417,-1] 2024-12-05T14:19:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:22,118 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278301fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:22,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38417,1733408352806 2024-12-05T14:19:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fbc111d 2024-12-05T14:19:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:22,120 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:19:22,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:37667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:19:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:19:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:22,123 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:37667' 2024-12-05T14:19:22,124 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4fdf7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:22,124 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,37667,-1 for getting cluster id 2024-12-05T14:19:22,124 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:22,124 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b8fee1-d76c-4cf2-9bff-e1332cf5958f' 2024-12-05T14:19:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b8fee1-d76c-4cf2-9bff-e1332cf5958f" 2024-12-05T14:19:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfc58fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,37667,-1] 2024-12-05T14:19:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:22,126 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:22,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2806c79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:22,127 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,37667,1733408358353 2024-12-05T14:19:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f9a5ccd 2024-12-05T14:19:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:22,128 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:19:22,129 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T14:19:22,129 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:19:22,129 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:22,129 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:22,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:22,129 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:19:22,131 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:19:22,131 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:19:22,132 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:22,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:19:22,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741835_1011 (size=1138) 2024-12-05T14:19:22,181 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:19:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:22,539 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad598148cb8e7e5d3f172dc1dd24192b, NAME => 'hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813 2024-12-05T14:19:22,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741836_1012 (size=44) 2024-12-05T14:19:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:22,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:22,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ad598148cb8e7e5d3f172dc1dd24192b, disabling compactions & flushes 2024-12-05T14:19:22,945 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:22,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:22,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. after waiting 0 ms 2024-12-05T14:19:22,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:22,945 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:22,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad598148cb8e7e5d3f172dc1dd24192b: Waiting for close lock at 1733408362945Disabling compacts and flushes for region at 1733408362945Disabling writes for close at 1733408362945Writing region close event to WAL at 1733408362945Closed at 1733408362945 2024-12-05T14:19:22,946 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:19:22,947 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408362946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408362946"}]},"ts":"1733408362946"} 2024-12-05T14:19:22,948 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:19:22,949 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:19:22,949 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408362949"}]},"ts":"1733408362949"} 2024-12-05T14:19:22,950 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:19:22,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad598148cb8e7e5d3f172dc1dd24192b, ASSIGN}] 2024-12-05T14:19:22,952 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad598148cb8e7e5d3f172dc1dd24192b, ASSIGN 2024-12-05T14:19:22,952 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad598148cb8e7e5d3f172dc1dd24192b, ASSIGN; state=OFFLINE, location=218194e0d8ec,37947,1733408352956; forceNewPlan=false, retain=false 2024-12-05T14:19:23,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ad598148cb8e7e5d3f172dc1dd24192b, regionState=OPENING, regionLocation=218194e0d8ec,37947,1733408352956 2024-12-05T14:19:23,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad598148cb8e7e5d3f172dc1dd24192b, ASSIGN because future has completed 2024-12-05T14:19:23,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad598148cb8e7e5d3f172dc1dd24192b, server=218194e0d8ec,37947,1733408352956}] 2024-12-05T14:19:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:23,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:23,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:23,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:19:23,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C37947%2C1733408352956.rep, suffix=, logDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/oldWALs, maxLogs=10 2024-12-05T14:19:23,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.rep.1733408363262, exclude list is [], retry=0 2024-12-05T14:19:23,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42155,DS-68d82090-8586-436f-a35d-49fbad14c6c6,DISK] 2024-12-05T14:19:23,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.rep.1733408363262 2024-12-05T14:19:23,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32907:32907)] 2024-12-05T14:19:23,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ad598148cb8e7e5d3f172dc1dd24192b, NAME => 'hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:23,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:19:23,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:19:23,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. service=MultiRowMutationService 2024-12-05T14:19:23,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:19:23,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:23,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,288 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,289 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad598148cb8e7e5d3f172dc1dd24192b columnFamilyName hfileref 2024-12-05T14:19:23,289 DEBUG [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:23,289 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.HStore(327): Store=ad598148cb8e7e5d3f172dc1dd24192b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:23,290 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,291 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad598148cb8e7e5d3f172dc1dd24192b columnFamilyName queue 2024-12-05T14:19:23,291 DEBUG [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:23,291 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.HStore(327): Store=ad598148cb8e7e5d3f172dc1dd24192b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:23,291 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,292 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad598148cb8e7e5d3f172dc1dd24192b columnFamilyName sid 2024-12-05T14:19:23,292 DEBUG [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:23,292 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.HStore(327): Store=ad598148cb8e7e5d3f172dc1dd24192b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:23,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:19:23,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:23,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ad598148cb8e7e5d3f172dc1dd24192b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59675343, jitterRate=-0.11076809465885162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:19:23,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:23,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ad598148cb8e7e5d3f172dc1dd24192b: Running coprocessor pre-open hook at 1733408363287Writing region info on filesystem at 1733408363287Initializing all the Stores at 1733408363287Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408363287Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408363288 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408363288Cleaning up temporary data from old regions at 1733408363294 (+6 ms)Running coprocessor post-open hooks at 1733408363297 (+3 ms)Region opened successfully at 1733408363297 2024-12-05T14:19:23,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b., pid=7, masterSystemTime=1733408363257 2024-12-05T14:19:23,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:23,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:23,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ad598148cb8e7e5d3f172dc1dd24192b, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,37947,1733408352956 2024-12-05T14:19:23,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad598148cb8e7e5d3f172dc1dd24192b, server=218194e0d8ec,37947,1733408352956 because future has completed 2024-12-05T14:19:23,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T14:19:23,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ad598148cb8e7e5d3f172dc1dd24192b, server=218194e0d8ec,37947,1733408352956 in 198 msec 2024-12-05T14:19:23,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:19:23,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad598148cb8e7e5d3f172dc1dd24192b, ASSIGN in 353 msec 2024-12-05T14:19:23,307 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:19:23,307 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408363307"}]},"ts":"1733408363307"} 2024-12-05T14:19:23,309 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:19:23,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:19:23,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-12-05T14:19:23,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b., hostname=218194e0d8ec,37947,1733408352956, seqNum=2] 2024-12-05T14:19:23,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:23,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:23,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:19:23,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T14:19:23,583 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:19:23,606 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,37947,1733408352956, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:19:23,607 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:23,607 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,37947,1733408352956, seqNum=-1] 2024-12-05T14:19:23,607 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:23,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-05T14:19:23,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,37947,1733408352956', locateType=CURRENT is [region=hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b., hostname=218194e0d8ec,37947,1733408352956, seqNum=2] 2024-12-05T14:19:23,611 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T14:19:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T14:19:23,614 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,37947,1733408352956 suceeded 2024-12-05T14:19:23,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T14:19:23,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T14:19:23,616 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:37667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:19:23,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-12-05T14:19:23,625 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:37667' 2024-12-05T14:19:23,626 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b7d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:23,626 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,37667,-1 for getting cluster id 2024-12-05T14:19:23,626 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:23,627 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b8fee1-d76c-4cf2-9bff-e1332cf5958f' 2024-12-05T14:19:23,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:23,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b8fee1-d76c-4cf2-9bff-e1332cf5958f" 2024-12-05T14:19:23,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fecf91d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:23,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,37667,-1] 2024-12-05T14:19:23,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:23,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:23,628 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:23,628 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f501b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:23,629 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:23,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,37667,1733408358353 2024-12-05T14:19:23,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31c56680 2024-12-05T14:19:23,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:23,630 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-05T14:19:23,631 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,37947,1733408352956 (queues=1) is replicating from cluster=6ad9324d-c1d3-437d-8a91-d652ef8fce41 to cluster=08b8fee1-d76c-4cf2-9bff-e1332cf5958f 2024-12-05T14:19:23,631 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C37947%2C1733408352956 2024-12-05T14:19:23,631 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,37947,1733408352956, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:19:23,631 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956.replicationSource.shipper218194e0d8ec%2C37947%2C1733408352956,1-218194e0d8ec,37947,1733408352956 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C37947%2C1733408352956 2024-12-05T14:19:23,631 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956.replicationSource.wal-reader.218194e0d8ec%2C37947%2C1733408352956,1-218194e0d8ec,37947,1733408352956 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.1733408355355, startPosition=0, beingWritten=true 2024-12-05T14:19:23,836 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956.replicationSource.wal-reader.218194e0d8ec%2C37947%2C1733408352956,1-218194e0d8ec,37947,1733408352956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.1733408355355 to pos 0, reset compression=false 2024-12-05T14:19:24,141 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956.replicationSource.wal-reader.218194e0d8ec%2C37947%2C1733408352956,1-218194e0d8ec,37947,1733408352956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.1733408355355 to pos 0, reset compression=false 2024-12-05T14:19:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:24,265 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:19:24,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:24,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:24,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:24,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:24,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:24,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38417,1733408352806 2024-12-05T14:19:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49ab806f 2024-12-05T14:19:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:24,268 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:19:24,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T14:19:24,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:24,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:24,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:24,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:24,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:24,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:19:24,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=835375664, stopped=false 2024-12-05T14:19:24,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,38417,1733408352806 2024-12-05T14:19:24,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1871685328/running 2024-12-05T14:19:24,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1871685328/running 2024-12-05T14:19:24,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:24,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:24,334 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:19:24,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:24,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:24,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:24,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/running 2024-12-05T14:19:24,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/running 2024-12-05T14:19:24,335 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,37947,1733408352956' ***** 2024-12-05T14:19:24,335 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:19:24,335 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:19:24,335 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:19:24,335 INFO [RS:0;218194e0d8ec:37947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:19:24,335 INFO [RS:0;218194e0d8ec:37947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:19:24,335 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(3091): Received CLOSE for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:24,336 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,37947,1733408352956 2024-12-05T14:19:24,336 INFO [RS:0;218194e0d8ec:37947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:19:24,336 INFO [RS:0;218194e0d8ec:37947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:37947. 2024-12-05T14:19:24,336 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad598148cb8e7e5d3f172dc1dd24192b, disabling compactions & flushes 2024-12-05T14:19:24,336 DEBUG [RS:0;218194e0d8ec:37947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:24,336 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:24,336 DEBUG [RS:0;218194e0d8ec:37947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:24,336 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:24,336 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. after waiting 0 ms 2024-12-05T14:19:24,336 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:24,336 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:19:24,336 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:19:24,336 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:19:24,336 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:19:24,336 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad598148cb8e7e5d3f172dc1dd24192b 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T14:19:24,336 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:19:24,336 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ad598148cb8e7e5d3f172dc1dd24192b=hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b.} 2024-12-05T14:19:24,336 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:24,336 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:19:24,336 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:19:24,336 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:19:24,336 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:19:24,336 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:19:24,337 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T14:19:24,337 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:19:24,352 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/.tmp/info/398098355e334d42aff1058676316ba3 is 147, key is hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b./info:regioninfo/1733408363300/Put/seqid=0 2024-12-05T14:19:24,354 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b/.tmp/queue/4a618880aec043bc949a6345bc201ce4 is 151, key is 1-218194e0d8ec,37947,1733408352956/queue:218194e0d8ec%2C37947%2C1733408352956/1733408363610/Put/seqid=0 2024-12-05T14:19:24,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741838_1014 (size=6631) 2024-12-05T14:19:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741839_1015 (size=5350) 2024-12-05T14:19:24,536 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:24,554 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956.replicationSource.wal-reader.218194e0d8ec%2C37947%2C1733408352956,1-218194e0d8ec,37947,1733408352956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.1733408355355 to pos 0, reset compression=false 2024-12-05T14:19:24,737 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:24,757 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/.tmp/info/398098355e334d42aff1058676316ba3 2024-12-05T14:19:24,758 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b/.tmp/queue/4a618880aec043bc949a6345bc201ce4 2024-12-05T14:19:24,763 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b/.tmp/queue/4a618880aec043bc949a6345bc201ce4 as hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b/queue/4a618880aec043bc949a6345bc201ce4 2024-12-05T14:19:24,768 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b/queue/4a618880aec043bc949a6345bc201ce4, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T14:19:24,769 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ad598148cb8e7e5d3f172dc1dd24192b in 433ms, sequenceid=5, compaction requested=false 2024-12-05T14:19:24,769 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T14:19:24,773 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T14:19:24,773 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:19:24,773 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:19:24,773 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:24,773 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad598148cb8e7e5d3f172dc1dd24192b: Waiting for close lock at 1733408364336Running coprocessor pre-close hooks at 1733408364336Disabling compacts and flushes for region at 1733408364336Disabling writes for close at 1733408364336Obtaining lock to block concurrent updates at 1733408364336Preparing flush snapshotting stores in ad598148cb8e7e5d3f172dc1dd24192b at 1733408364336Finished memstore snapshotting hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733408364336Flushing stores of hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. at 1733408364337 (+1 ms)Flushing ad598148cb8e7e5d3f172dc1dd24192b/queue: creating writer at 1733408364337Flushing ad598148cb8e7e5d3f172dc1dd24192b/queue: appending metadata at 1733408364353 (+16 ms)Flushing ad598148cb8e7e5d3f172dc1dd24192b/queue: closing flushed file at 1733408364353Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee5750a: reopening flushed file at 1733408364762 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ad598148cb8e7e5d3f172dc1dd24192b in 433ms, sequenceid=5, compaction requested=false at 1733408364769 (+7 ms)Writing region close event to WAL at 1733408364770 (+1 ms)Running coprocessor post-close hooks at 1733408364773 (+3 ms)Closed at 1733408364773 2024-12-05T14:19:24,773 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:24,776 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/.tmp/ns/278b89023fe44877b79352c7f03c8e5c is 43, key is default/ns:d/1733408356320/Put/seqid=0 2024-12-05T14:19:24,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741840_1016 (size=5153) 2024-12-05T14:19:24,937 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:25,059 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956.replicationSource.wal-reader.218194e0d8ec%2C37947%2C1733408352956,1-218194e0d8ec,37947,1733408352956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.1733408355355 to pos 0, reset compression=false 2024-12-05T14:19:25,137 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:25,180 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/.tmp/ns/278b89023fe44877b79352c7f03c8e5c 2024-12-05T14:19:25,197 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/.tmp/table/23a28adbb0434a3d9e1f3074cef4e29e is 53, key is hbase:replication/table:state/1733408363307/Put/seqid=0 2024-12-05T14:19:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741841_1017 (size=5256) 2024-12-05T14:19:25,230 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:19:25,230 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:19:25,337 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:19:25,337 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:19:25,337 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:25,537 DEBUG [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:25,601 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/.tmp/table/23a28adbb0434a3d9e1f3074cef4e29e 2024-12-05T14:19:25,607 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/.tmp/info/398098355e334d42aff1058676316ba3 as hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/info/398098355e334d42aff1058676316ba3 2024-12-05T14:19:25,612 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/info/398098355e334d42aff1058676316ba3, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T14:19:25,614 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/.tmp/ns/278b89023fe44877b79352c7f03c8e5c as hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/ns/278b89023fe44877b79352c7f03c8e5c 2024-12-05T14:19:25,622 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/ns/278b89023fe44877b79352c7f03c8e5c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T14:19:25,623 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/.tmp/table/23a28adbb0434a3d9e1f3074cef4e29e as hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/table/23a28adbb0434a3d9e1f3074cef4e29e 2024-12-05T14:19:25,628 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/table/23a28adbb0434a3d9e1f3074cef4e29e, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T14:19:25,629 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-12-05T14:19:25,633 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T14:19:25,633 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:19:25,633 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:19:25,633 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:25,633 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408364336Running coprocessor pre-close hooks at 1733408364336Disabling compacts and flushes for region at 1733408364336Disabling writes for close at 1733408364336Obtaining lock to block concurrent updates at 1733408364337 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733408364337Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733408364337Flushing stores of hbase:meta,,1.1588230740 at 1733408364337Flushing 1588230740/info: creating writer at 1733408364337Flushing 1588230740/info: appending metadata at 1733408364352 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733408364352Flushing 1588230740/ns: creating writer at 1733408364762 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733408364776 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733408364776Flushing 1588230740/table: creating writer at 1733408365184 (+408 ms)Flushing 1588230740/table: appending metadata at 1733408365196 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733408365196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7483ab6d: reopening flushed file at 1733408365607 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517a8a62: reopening flushed file at 1733408365612 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cd9068a: reopening flushed file at 1733408365622 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1733408365629 (+7 ms)Writing region close event to WAL at 1733408365630 (+1 ms)Running coprocessor post-close hooks at 1733408365633 (+3 ms)Closed at 1733408365633 2024-12-05T14:19:25,634 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:25,663 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956.replicationSource.wal-reader.218194e0d8ec%2C37947%2C1733408352956,1-218194e0d8ec,37947,1733408352956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.1733408355355 to pos 0, reset compression=false 2024-12-05T14:19:25,737 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,37947,1733408352956; all regions closed. 2024-12-05T14:19:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741834_1010 (size=2742) 2024-12-05T14:19:25,740 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.meta.1733408356265.meta not finished, retry = 0 2024-12-05T14:19:25,842 DEBUG [RS:0;218194e0d8ec:37947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/oldWALs 2024-12-05T14:19:25,842 INFO [RS:0;218194e0d8ec:37947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C37947%2C1733408352956.meta:.meta(num 1733408356265) 2024-12-05T14:19:25,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741837_1013 (size=1586) 2024-12-05T14:19:25,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956/218194e0d8ec%2C37947%2C1733408352956.rep.1733408363262 not finished, retry = 0 2024-12-05T14:19:25,988 DEBUG [RS:0;218194e0d8ec:37947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/oldWALs 2024-12-05T14:19:25,988 INFO [RS:0;218194e0d8ec:37947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C37947%2C1733408352956.rep:(num 1733408363262) 2024-12-05T14:19:25,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741832_1008 (size=93) 2024-12-05T14:19:25,992 DEBUG [RS:0;218194e0d8ec:37947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/oldWALs 2024-12-05T14:19:25,992 INFO [RS:0;218194e0d8ec:37947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C37947%2C1733408352956:(num 1733408355355) 2024-12-05T14:19:25,992 DEBUG [RS:0;218194e0d8ec:37947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:25,992 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:19:25,992 INFO [RS:0;218194e0d8ec:37947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:19:25,992 INFO [RS:0;218194e0d8ec:37947 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:19:25,992 INFO [RS:0;218194e0d8ec:37947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:19:25,992 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:19:25,992 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,37947,1733408352956 because: Region server is closing 2024-12-05T14:19:25,992 INFO [RS:0;218194e0d8ec:37947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:37947. 2024-12-05T14:19:25,992 DEBUG [RS:0;218194e0d8ec:37947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:25,993 DEBUG [RS:0;218194e0d8ec:37947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:25,993 DEBUG [RS:0;218194e0d8ec:37947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:25,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:26,093 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956.replicationSource.shipper218194e0d8ec%2C37947%2C1733408352956,1-218194e0d8ec,37947,1733408352956 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T14:19:26,093 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956.replicationSource.wal-reader.218194e0d8ec%2C37947%2C1733408352956,1-218194e0d8ec,37947,1733408352956 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T14:19:26,093 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,37947,1733408352956.replicationSource.shipper218194e0d8ec%2C37947%2C1733408352956,1-218194e0d8ec,37947,1733408352956 terminated 2024-12-05T14:19:26,093 INFO [RS:0;218194e0d8ec:37947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37947 2024-12-05T14:19:26,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1871685328/rs/218194e0d8ec,37947,1733408352956 2024-12-05T14:19:26,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328/rs 2024-12-05T14:19:26,123 INFO [RS:0;218194e0d8ec:37947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:19:26,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,37947,1733408352956] 2024-12-05T14:19:26,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/draining/218194e0d8ec,37947,1733408352956 already deleted, retry=false 2024-12-05T14:19:26,144 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,37947,1733408352956 expired; onlineServers=0 2024-12-05T14:19:26,144 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,38417,1733408352806' ***** 2024-12-05T14:19:26,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:19:26,145 INFO [M:0;218194e0d8ec:38417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:19:26,145 INFO [M:0;218194e0d8ec:38417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:19:26,145 DEBUG [M:0;218194e0d8ec:38417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:19:26,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:19:26,145 DEBUG [M:0;218194e0d8ec:38417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:19:26,145 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408355036 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408355036,5,FailOnTimeoutGroup] 2024-12-05T14:19:26,145 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408355034 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408355034,5,FailOnTimeoutGroup] 2024-12-05T14:19:26,145 INFO [M:0;218194e0d8ec:38417 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:19:26,145 INFO [M:0;218194e0d8ec:38417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:19:26,145 DEBUG [M:0;218194e0d8ec:38417 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:19:26,145 INFO [M:0;218194e0d8ec:38417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:19:26,145 INFO [M:0;218194e0d8ec:38417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:19:26,145 INFO [M:0;218194e0d8ec:38417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:19:26,145 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:19:26,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1871685328/master 2024-12-05T14:19:26,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:26,155 DEBUG [M:0;218194e0d8ec:38417 {}] zookeeper.ZKUtil(347): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Unable to get data of znode /0-1871685328/master because node does not exist (not an error) 2024-12-05T14:19:26,155 WARN [M:0;218194e0d8ec:38417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:19:26,156 INFO [M:0;218194e0d8ec:38417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/.lastflushedseqids 2024-12-05T14:19:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741842_1018 (size=181) 2024-12-05T14:19:26,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:26,234 INFO [RS:0;218194e0d8ec:37947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:19:26,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x101a5dc5de70001, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:26,234 INFO [RS:0;218194e0d8ec:37947 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,37947,1733408352956; zookeeper connection closed. 2024-12-05T14:19:26,235 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d9914bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d9914bc 2024-12-05T14:19:26,235 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:19:26,560 INFO [M:0;218194e0d8ec:38417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:19:26,560 INFO [M:0;218194e0d8ec:38417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:19:26,560 DEBUG [M:0;218194e0d8ec:38417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:19:26,560 INFO [M:0;218194e0d8ec:38417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:26,560 DEBUG [M:0;218194e0d8ec:38417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:26,560 DEBUG [M:0;218194e0d8ec:38417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:19:26,560 DEBUG [M:0;218194e0d8ec:38417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:26,561 INFO [M:0;218194e0d8ec:38417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T14:19:26,577 DEBUG [M:0;218194e0d8ec:38417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d782ec49d154e7b8ded7b8eb6a6466e is 82, key is hbase:meta,,1/info:regioninfo/1733408356294/Put/seqid=0 2024-12-05T14:19:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741843_1019 (size=5672) 2024-12-05T14:19:26,982 INFO [M:0;218194e0d8ec:38417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d782ec49d154e7b8ded7b8eb6a6466e 2024-12-05T14:19:27,000 DEBUG [M:0;218194e0d8ec:38417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70d15d55002f48d0a27de5978a7935f6 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733408363310/Put/seqid=0 2024-12-05T14:19:27,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741844_1020 (size=7203) 2024-12-05T14:19:27,406 INFO [M:0;218194e0d8ec:38417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70d15d55002f48d0a27de5978a7935f6 2024-12-05T14:19:27,422 DEBUG [M:0;218194e0d8ec:38417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20e56040f7e8451dba24625d4138e778 is 69, key is 218194e0d8ec,37947,1733408352956/rs:state/1733408355211/Put/seqid=0 2024-12-05T14:19:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741845_1021 (size=5156) 2024-12-05T14:19:27,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:19:27,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:27,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:27,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:27,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:27,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:27,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:27,826 INFO [M:0;218194e0d8ec:38417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20e56040f7e8451dba24625d4138e778 2024-12-05T14:19:27,831 DEBUG [M:0;218194e0d8ec:38417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d782ec49d154e7b8ded7b8eb6a6466e as hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d782ec49d154e7b8ded7b8eb6a6466e 2024-12-05T14:19:27,836 INFO [M:0;218194e0d8ec:38417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d782ec49d154e7b8ded7b8eb6a6466e, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T14:19:27,837 DEBUG [M:0;218194e0d8ec:38417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70d15d55002f48d0a27de5978a7935f6 as hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70d15d55002f48d0a27de5978a7935f6 2024-12-05T14:19:27,842 INFO [M:0;218194e0d8ec:38417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70d15d55002f48d0a27de5978a7935f6, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T14:19:27,842 DEBUG [M:0;218194e0d8ec:38417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20e56040f7e8451dba24625d4138e778 as hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20e56040f7e8451dba24625d4138e778 2024-12-05T14:19:27,848 INFO [M:0;218194e0d8ec:38417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20e56040f7e8451dba24625d4138e778, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T14:19:27,849 INFO [M:0;218194e0d8ec:38417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-12-05T14:19:27,850 INFO [M:0;218194e0d8ec:38417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:27,850 DEBUG [M:0;218194e0d8ec:38417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408366560Disabling compacts and flushes for region at 1733408366560Disabling writes for close at 1733408366560Obtaining lock to block concurrent updates at 1733408366561 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408366561Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733408366561Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408366562 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408366562Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408366577 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408366577Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408366986 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408366999 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408366999Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408367410 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408367422 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408367422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13dc79b0: reopening flushed file at 1733408367830 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370004a0: reopening flushed file at 1733408367836 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d88356a: reopening flushed file at 1733408367842 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1733408367849 (+7 ms)Writing region close event to WAL at 1733408367850 (+1 ms)Closed at 1733408367850 2024-12-05T14:19:27,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741830_1006 (size=41008) 2024-12-05T14:19:27,853 INFO [M:0;218194e0d8ec:38417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:19:27,853 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:19:27,853 INFO [M:0;218194e0d8ec:38417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38417 2024-12-05T14:19:27,853 INFO [M:0;218194e0d8ec:38417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:19:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:28,024 INFO [M:0;218194e0d8ec:38417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:19:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x101a5dc5de70000, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:28,025 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:19:28,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:28,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:28,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:19:28,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:28,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:19:28,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:19:28,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:19:28,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45055 2024-12-05T14:19:28,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45055 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-05T14:19:28,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450550x0, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:28,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45055-0x101a5dc5de70006 connected 2024-12-05T14:19:28,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:28,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:28,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/running 2024-12-05T14:19:28,055 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1871685328/meta-region-server: INIT 2024-12-05T14:19:28,055 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813, hbase.cluster.distributed=false 2024-12-05T14:19:28,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/acl 2024-12-05T14:19:28,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45055 2024-12-05T14:19:28,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45055 2024-12-05T14:19:28,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45055 2024-12-05T14:19:28,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45055 2024-12-05T14:19:28,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45055 2024-12-05T14:19:28,069 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:19:28,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:28,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:28,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:19:28,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:28,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:19:28,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:19:28,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:19:28,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35091 2024-12-05T14:19:28,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35091 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-05T14:19:28,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:28,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:28,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350910x0, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:28,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350910x0, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/running 2024-12-05T14:19:28,086 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1871685328/meta-region-server: INIT 2024-12-05T14:19:28,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35091-0x101a5dc5de70007 connected 2024-12-05T14:19:28,086 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:19:28,086 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:19:28,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/master 2024-12-05T14:19:28,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/acl 2024-12-05T14:19:28,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-05T14:19:28,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35091 2024-12-05T14:19:28,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35091 2024-12-05T14:19:28,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-05T14:19:28,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-05T14:19:28,105 DEBUG [M:0;218194e0d8ec:45055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:45055 2024-12-05T14:19:28,108 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1871685328/backup-masters/218194e0d8ec,45055,1733408368025 2024-12-05T14:19:28,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328/backup-masters 2024-12-05T14:19:28,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328/backup-masters 2024-12-05T14:19:28,134 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on existing znode=/0-1871685328/backup-masters/218194e0d8ec,45055,1733408368025 2024-12-05T14:19:28,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:28,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1871685328/master 2024-12-05T14:19:28,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:28,145 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on existing znode=/0-1871685328/master 2024-12-05T14:19:28,145 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1871685328/backup-masters/218194e0d8ec,45055,1733408368025 from backup master directory 2024-12-05T14:19:28,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1871685328/backup-masters/218194e0d8ec,45055,1733408368025 2024-12-05T14:19:28,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328/backup-masters 2024-12-05T14:19:28,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328/backup-masters 2024-12-05T14:19:28,155 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:19:28,155 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,45055,1733408368025 2024-12-05T14:19:28,164 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:28,164 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:19:28,169 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-05T14:19:28,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741846_1022 (size=196) 2024-12-05T14:19:28,585 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:19:28,586 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:19:28,586 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:28,591 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T14:19:28,593 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,38417,1733408352806 to hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,38417,1733408352806-dead as it is dead 2024-12-05T14:19:28,594 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,38417,1733408352806-dead/218194e0d8ec%2C38417%2C1733408352806.1733408354741 2024-12-05T14:19:28,594 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,38417,1733408352806-dead/218194e0d8ec%2C38417%2C1733408352806.1733408354741 after 0ms 2024-12-05T14:19:28,595 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,38417,1733408352806-dead/218194e0d8ec%2C38417%2C1733408352806.1733408354741 to hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/218194e0d8ec%2C38417%2C1733408352806.1733408354741 2024-12-05T14:19:28,595 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,38417,1733408352806-dead 2024-12-05T14:19:28,595 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,45055,1733408368025 2024-12-05T14:19:28,596 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:19:28,597 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C45055%2C1733408368025, suffix=, logDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,45055,1733408368025, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/oldWALs, maxLogs=10 2024-12-05T14:19:28,615 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,45055,1733408368025/218194e0d8ec%2C45055%2C1733408368025.1733408368597, exclude list is [], retry=0 2024-12-05T14:19:28,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42155,DS-68d82090-8586-436f-a35d-49fbad14c6c6,DISK] 2024-12-05T14:19:28,619 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,45055,1733408368025/218194e0d8ec%2C45055%2C1733408368025.1733408368597 2024-12-05T14:19:28,620 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32907:32907)] 2024-12-05T14:19:28,620 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:28,620 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:28,620 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:28,620 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:28,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:28,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:19:28,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:28,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d782ec49d154e7b8ded7b8eb6a6466e 2024-12-05T14:19:28,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:28,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:28,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:19:28,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:28,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70d15d55002f48d0a27de5978a7935f6 2024-12-05T14:19:28,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:28,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:28,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:19:28,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:28,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20e56040f7e8451dba24625d4138e778 2024-12-05T14:19:28,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:28,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:28,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:19:28,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:28,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:28,643 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:28,643 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T14:19:28,643 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/218194e0d8ec%2C38417%2C1733408352806.1733408354741 2024-12-05T14:19:28,648 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/218194e0d8ec%2C38417%2C1733408352806.1733408354741 2024-12-05T14:19:28,648 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/218194e0d8ec%2C38417%2C1733408352806.1733408354741 2024-12-05T14:19:28,649 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:28,649 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:28,650 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:28,651 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:28,653 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-05T14:19:28,654 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60661020, jitterRate=-0.09608036279678345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:28,654 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408368620Initializing all the Stores at 1733408368621 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408368621Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408368621Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408368621Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408368621Cleaning up temporary data from old regions at 1733408368649 (+28 ms)Region opened successfully at 1733408368654 (+5 ms) 2024-12-05T14:19:28,654 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:19:28,657 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66341710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:19:28,659 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T14:19:28,659 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:19:28,659 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:19:28,659 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:19:28,660 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:19:28,663 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:28,663 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:19:28,664 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:19:28,664 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T14:19:28,664 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:19:28,667 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=218194e0d8ec,37947,1733408352956, regionLocation=218194e0d8ec,37947,1733408352956, openSeqNum=2 2024-12-05T14:19:28,667 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=218194e0d8ec,37947,1733408352956, table=hbase:meta, region=1588230740 2024-12-05T14:19:28,667 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,37947,1733408352956, state=OPEN 2024-12-05T14:19:28,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1871685328/meta-region-server 2024-12-05T14:19:28,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1871685328/meta-region-server 2024-12-05T14:19:28,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1871685328/meta-region-server: CHANGED 2024-12-05T14:19:28,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1871685328/meta-region-server: CHANGED 2024-12-05T14:19:28,716 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:19:28,727 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/draining/218194e0d8ec,37947,1733408352956 already deleted, retry=false 2024-12-05T14:19:28,727 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 218194e0d8ec,37947,1733408352956 on 218194e0d8ec,45055,1733408368025 2024-12-05T14:19:28,728 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 218194e0d8ec,37947,1733408352956, splitWal=true, meta=true 2024-12-05T14:19:28,729 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 218194e0d8ec,37947,1733408352956 (carryingMeta=true) 218194e0d8ec,37947,1733408352956/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@13672955[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T14:19:28,730 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Unable to get data of znode /0-1871685328/balancer because node does not exist (not necessarily an error) 2024-12-05T14:19:28,738 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/balancer already deleted, retry=false 2024-12-05T14:19:28,738 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:19:28,739 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Unable to get data of znode /0-1871685328/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:19:28,748 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/normalizer already deleted, retry=false 2024-12-05T14:19:28,749 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:19:28,749 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Unable to get data of znode /0-1871685328/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:19:28,759 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/switch/split already deleted, retry=false 2024-12-05T14:19:28,760 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Unable to get data of znode /0-1871685328/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:19:28,769 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/switch/merge already deleted, retry=false 2024-12-05T14:19:28,782 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Unable to get data of znode /0-1871685328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:19:28,790 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/snapshot-cleanup already deleted, retry=false 2024-12-05T14:19:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1871685328/running 2024-12-05T14:19:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1871685328/running 2024-12-05T14:19:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:28,801 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,45055,1733408368025, sessionid=0x101a5dc5de70006, setting cluster-up flag (Was=false) 2024-12-05T14:19:28,812 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1871685328/flush-table-proc/acquired, /0-1871685328/flush-table-proc/reached, /0-1871685328/flush-table-proc/abort 2024-12-05T14:19:28,813 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,45055,1733408368025 2024-12-05T14:19:28,823 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1871685328/online-snapshot/acquired, /0-1871685328/online-snapshot/reached, /0-1871685328/online-snapshot/abort 2024-12-05T14:19:28,823 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,45055,1733408368025 2024-12-05T14:19:28,825 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/.lastflushedseqids 2024-12-05T14:19:28,826 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:19:28,826 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:19:28,827 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,45055,1733408368025 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 218194e0d8ec,37947,1733408352956 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:19:28,828 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:28,828 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:28,828 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:28,828 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:28,828 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:19:28,828 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:28,828 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:19:28,828 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:28,829 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408398829 2024-12-05T14:19:28,829 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 218194e0d8ec,37947,1733408352956, splitWal=true, meta=true 2024-12-05T14:19:28,829 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:19:28,829 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:19:28,829 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:19:28,829 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:19:28,829 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:19:28,829 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:19:28,830 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:28,830 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 218194e0d8ec,37947,1733408352956, splitWal=true, meta=true, isMeta: true 2024-12-05T14:19:28,830 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:19:28,830 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:19:28,830 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:19:28,830 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:19:28,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:19:28,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:19:28,831 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408368831,5,FailOnTimeoutGroup] 2024-12-05T14:19:28,831 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408368831,5,FailOnTimeoutGroup] 2024-12-05T14:19:28,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:28,831 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956-splitting 2024-12-05T14:19:28,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:19:28,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:28,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:28,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408368831, completionTime=-1 2024-12-05T14:19:28,831 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T14:19:28,831 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T14:19:28,831 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956-splitting dir is empty, no logs to split. 2024-12-05T14:19:28,832 INFO [PEWorker-1 {}] master.SplitWALManager(105): 218194e0d8ec,37947,1733408352956 WAL count=0, meta=true 2024-12-05T14:19:28,834 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956-splitting dir is empty, no logs to split. 2024-12-05T14:19:28,834 INFO [PEWorker-1 {}] master.SplitWALManager(105): 218194e0d8ec,37947,1733408352956 WAL count=0, meta=true 2024-12-05T14:19:28,834 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 218194e0d8ec,37947,1733408352956 WAL splitting is done? wals=0, meta=true 2024-12-05T14:19:28,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:19:28,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:19:28,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T14:19:28,898 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(746): ClusterId : 6ad9324d-c1d3-437d-8a91-d652ef8fce41 2024-12-05T14:19:28,899 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:19:28,907 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:19:28,907 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:19:28,917 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:19:28,918 DEBUG [RS:0;218194e0d8ec:35091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adcb05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:19:28,944 DEBUG [RS:0;218194e0d8ec:35091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:35091 2024-12-05T14:19:28,944 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:19:28,944 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:19:28,944 DEBUG [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:19:28,945 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,45055,1733408368025 with port=35091, startcode=1733408368069 2024-12-05T14:19:28,945 DEBUG [RS:0;218194e0d8ec:35091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:19:28,947 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:19:28,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,35091,1733408368069 2024-12-05T14:19:28,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45055 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,35091,1733408368069 2024-12-05T14:19:28,948 DEBUG [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813 2024-12-05T14:19:28,948 DEBUG [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34543 2024-12-05T14:19:28,948 DEBUG [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:19:28,986 WARN [218194e0d8ec:45055 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T14:19:28,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328/rs 2024-12-05T14:19:28,989 DEBUG [RS:0;218194e0d8ec:35091 {}] zookeeper.ZKUtil(111): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on existing znode=/0-1871685328/rs/218194e0d8ec,35091,1733408368069 2024-12-05T14:19:28,989 WARN [RS:0;218194e0d8ec:35091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:19:28,989 INFO [RS:0;218194e0d8ec:35091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:28,989 DEBUG [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069 2024-12-05T14:19:28,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,35091,1733408368069] 2024-12-05T14:19:28,991 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=160ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T14:19:29,004 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:19:29,005 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:19:29,006 INFO [RS:0;218194e0d8ec:35091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:19:29,006 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:29,006 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:19:29,006 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:19:29,006 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:19:29,007 DEBUG [RS:0;218194e0d8ec:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:19:29,007 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:29,007 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:29,007 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:29,007 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:29,007 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:29,007 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35091,1733408368069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:19:29,018 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:19:29,018 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35091,1733408368069-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:29,029 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,35091,1733408368069, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:19:29,030 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:29,030 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.Replication(171): 218194e0d8ec,35091,1733408368069 started 2024-12-05T14:19:29,040 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:29,040 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,35091,1733408368069, RpcServer on 218194e0d8ec/172.17.0.2:35091, sessionid=0x101a5dc5de70007 2024-12-05T14:19:29,041 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:19:29,041 DEBUG [RS:0;218194e0d8ec:35091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,35091,1733408368069 2024-12-05T14:19:29,041 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,35091,1733408368069' 2024-12-05T14:19:29,041 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1871685328/flush-table-proc/abort' 2024-12-05T14:19:29,041 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1871685328/flush-table-proc/acquired' 2024-12-05T14:19:29,042 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:19:29,042 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:19:29,042 DEBUG [RS:0;218194e0d8ec:35091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,35091,1733408368069 2024-12-05T14:19:29,042 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,35091,1733408368069' 2024-12-05T14:19:29,042 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1871685328/online-snapshot/abort' 2024-12-05T14:19:29,042 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1871685328/online-snapshot/acquired' 2024-12-05T14:19:29,042 DEBUG [RS:0;218194e0d8ec:35091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:19:29,042 INFO [RS:0;218194e0d8ec:35091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:19:29,042 INFO [RS:0;218194e0d8ec:35091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:19:29,046 DEBUG [RS:0;218194e0d8ec:35091.replicationSource,1-218194e0d8ec,35091,1733408368069 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:37667' 2024-12-05T14:19:29,047 DEBUG [RS:0;218194e0d8ec:35091.replicationSource,1-218194e0d8ec,35091,1733408368069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28be827b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:29,047 DEBUG [RS:0;218194e0d8ec:35091.replicationSource,1-218194e0d8ec,35091,1733408368069 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,37667,-1 for getting cluster id 2024-12-05T14:19:29,047 DEBUG [RS:0;218194e0d8ec:35091.replicationSource,1-218194e0d8ec,35091,1733408368069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:29,048 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b8fee1-d76c-4cf2-9bff-e1332cf5958f' 2024-12-05T14:19:29,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:29,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b8fee1-d76c-4cf2-9bff-e1332cf5958f" 2024-12-05T14:19:29,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568e89c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:29,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,37667,-1] 2024-12-05T14:19:29,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:29,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:29,050 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:29,051 DEBUG [RS:0;218194e0d8ec:35091.replicationSource,1-218194e0d8ec,35091,1733408368069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a56780d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:29,051 DEBUG [RS:0;218194e0d8ec:35091.replicationSource,1-218194e0d8ec,35091,1733408368069 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:29,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,37667,1733408358353 2024-12-05T14:19:29,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575bd135 2024-12-05T14:19:29,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:29,053 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-05T14:19:29,053 INFO [RS:0;218194e0d8ec:35091.replicationSource,1-218194e0d8ec,35091,1733408368069 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,35091,1733408368069 (queues=0) is replicating from cluster=6ad9324d-c1d3-437d-8a91-d652ef8fce41 to cluster=08b8fee1-d76c-4cf2-9bff-e1332cf5958f 2024-12-05T14:19:29,143 INFO [RS:0;218194e0d8ec:35091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:19:29,144 INFO [RS:0;218194e0d8ec:35091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C35091%2C1733408368069, suffix=, logDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/oldWALs, maxLogs=10 2024-12-05T14:19:29,158 DEBUG [RS:0;218194e0d8ec:35091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144, exclude list is [], retry=0 2024-12-05T14:19:29,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42155,DS-68d82090-8586-436f-a35d-49fbad14c6c6,DISK] 2024-12-05T14:19:29,162 INFO [RS:0;218194e0d8ec:35091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 2024-12-05T14:19:29,163 DEBUG [RS:0;218194e0d8ec:35091 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 218194e0d8ec%2C35091%2C1733408368069 for peer 1 2024-12-05T14:19:29,163 DEBUG [RS:0;218194e0d8ec:35091 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C35091%2C1733408368069 2024-12-05T14:19:29,163 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,35091,1733408368069, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:19:29,163 DEBUG [RS:0;218194e0d8ec:35091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32907:32907)] 2024-12-05T14:19:29,163 INFO [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C35091%2C1733408368069 2024-12-05T14:19:29,164 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144, startPosition=0, beingWritten=true 2024-12-05T14:19:29,236 DEBUG [218194e0d8ec:45055 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:19:29,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,35091,1733408368069 2024-12-05T14:19:29,238 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,35091,1733408368069, state=OPENING 2024-12-05T14:19:29,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1871685328/meta-region-server 2024-12-05T14:19:29,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1871685328/meta-region-server 2024-12-05T14:19:29,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1871685328/meta-region-server: CHANGED 2024-12-05T14:19:29,254 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:19:29,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1871685328/meta-region-server: CHANGED 2024-12-05T14:19:29,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,35091,1733408368069}] 2024-12-05T14:19:29,368 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 to pos 0, reset compression=false 2024-12-05T14:19:29,407 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:19:29,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:19:29,411 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:19:29,411 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:29,411 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:19:29,413 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C35091%2C1733408368069.meta, suffix=.meta, logDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/oldWALs, maxLogs=10 2024-12-05T14:19:29,425 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.meta.1733408369413.meta, exclude list is [], retry=0 2024-12-05T14:19:29,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42155,DS-68d82090-8586-436f-a35d-49fbad14c6c6,DISK] 2024-12-05T14:19:29,429 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.meta.1733408369413.meta 2024-12-05T14:19:29,429 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32907:32907)] 2024-12-05T14:19:29,429 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:29,429 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:19:29,430 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:19:29,430 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:19:29,430 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:19:29,430 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:19:29,430 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:29,430 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:19:29,430 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:19:29,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:19:29,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:19:29,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:29,437 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/info/398098355e334d42aff1058676316ba3 2024-12-05T14:19:29,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:29,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:19:29,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:19:29,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:29,444 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/ns/278b89023fe44877b79352c7f03c8e5c 2024-12-05T14:19:29,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:29,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:19:29,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:19:29,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:29,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:29,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:19:29,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:19:29,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:29,451 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/table/23a28adbb0434a3d9e1f3074cef4e29e 2024-12-05T14:19:29,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:29,452 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:19:29,452 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740 2024-12-05T14:19:29,454 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740 2024-12-05T14:19:29,455 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:19:29,455 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:19:29,455 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:29,457 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:19:29,457 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61527457, jitterRate=-0.08316944539546967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:29,457 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:19:29,457 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408369430Writing region info on filesystem at 1733408369430Initializing all the Stores at 1733408369431 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408369431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408369431Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408369431Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408369431Cleaning up temporary data from old regions at 1733408369455 (+24 ms)Running coprocessor post-open hooks at 1733408369457 (+2 ms)Region opened successfully at 1733408369457 2024-12-05T14:19:29,458 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733408369406 2024-12-05T14:19:29,460 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:19:29,460 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:19:29,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=218194e0d8ec,35091,1733408368069 2024-12-05T14:19:29,461 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,35091,1733408368069, state=OPEN 2024-12-05T14:19:29,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1871685328/meta-region-server 2024-12-05T14:19:29,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1871685328/meta-region-server 2024-12-05T14:19:29,471 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,35091,1733408368069 2024-12-05T14:19:29,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1871685328/meta-region-server: CHANGED 2024-12-05T14:19:29,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1871685328/meta-region-server: CHANGED 2024-12-05T14:19:29,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T14:19:29,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,35091,1733408368069 in 217 msec 2024-12-05T14:19:29,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:19:29,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-12-05T14:19:29,673 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 to pos 0, reset compression=false 2024-12-05T14:19:30,077 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 to pos 0, reset compression=false 2024-12-05T14:19:30,493 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1662ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-05T14:19:30,582 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 to pos 0, reset compression=false 2024-12-05T14:19:31,191 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 to pos 0, reset compression=false 2024-12-05T14:19:31,898 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 to pos 0, reset compression=false 2024-12-05T14:19:31,996 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3165ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-05T14:19:32,703 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 to pos 0, reset compression=false 2024-12-05T14:19:33,348 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4517ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T14:19:33,348 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:19:33,349 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:33,349 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35091,1733408368069, seqNum=-1] 2024-12-05T14:19:33,349 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:33,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:33,353 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad598148cb8e7e5d3f172dc1dd24192b, regionState=OPEN, lastHost=218194e0d8ec,37947,1733408352956, regionLocation=218194e0d8ec,37947,1733408352956, openSeqNum=2 2024-12-05T14:19:33,353 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:19:33,353 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408433353 2024-12-05T14:19:33,353 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408493353 2024-12-05T14:19:33,354 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-05T14:19:33,354 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 218194e0d8ec,37947,1733408352956 had 2 regions 2024-12-05T14:19:33,354 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,45055,1733408368025-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:33,354 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,45055,1733408368025-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:33,354 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,45055,1733408368025-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:33,354 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:45055, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:33,354 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:33,354 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:33,355 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 218194e0d8ec,37947,1733408352956, splitWal=true, meta=true, isMeta: false 2024-12-05T14:19:33,356 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956-splitting dir is empty, no logs to split. 2024-12-05T14:19:33,356 INFO [PEWorker-3 {}] master.SplitWALManager(105): 218194e0d8ec,37947,1733408352956 WAL count=0, meta=false 2024-12-05T14:19:33,359 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.204sec 2024-12-05T14:19:33,360 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:19:33,360 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:19:33,360 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:19:33,360 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:19:33,360 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:19:33,360 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,45055,1733408368025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:19:33,360 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,45055,1733408368025-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:19:33,360 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,37947,1733408352956-splitting dir is empty, no logs to split. 2024-12-05T14:19:33,360 INFO [PEWorker-3 {}] master.SplitWALManager(105): 218194e0d8ec,37947,1733408352956 WAL count=0, meta=false 2024-12-05T14:19:33,360 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 218194e0d8ec,37947,1733408352956 WAL splitting is done? wals=0, meta=false 2024-12-05T14:19:33,363 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:19:33,363 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:19:33,363 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,45055,1733408368025-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:33,368 WARN [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=218194e0d8ec,37947,1733408352956/hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:33,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad598148cb8e7e5d3f172dc1dd24192b, ASSIGN}] 2024-12-05T14:19:33,370 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad598148cb8e7e5d3f172dc1dd24192b, ASSIGN 2024-12-05T14:19:33,371 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad598148cb8e7e5d3f172dc1dd24192b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T14:19:33,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794ae0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:33,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,45055,-1 for getting cluster id 2024-12-05T14:19:33,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:33,403 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ad9324d-c1d3-437d-8a91-d652ef8fce41' 2024-12-05T14:19:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ad9324d-c1d3-437d-8a91-d652ef8fce41" 2024-12-05T14:19:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3d0c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,45055,-1] 2024-12-05T14:19:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:33,405 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:33,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb546c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:33,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35091,1733408368069, seqNum=-1] 2024-12-05T14:19:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:33,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:33,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T14:19:33,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:33,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:33,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:33,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:33,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:33,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 218194e0d8ec:45055 after: 218194e0d8ec:45055 2024-12-05T14:19:33,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b271d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:33,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,45055,-1 for getting cluster id 2024-12-05T14:19:33,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:33,414 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ad9324d-c1d3-437d-8a91-d652ef8fce41' 2024-12-05T14:19:33,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:33,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ad9324d-c1d3-437d-8a91-d652ef8fce41" 2024-12-05T14:19:33,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ba7aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:33,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,45055,-1] 2024-12-05T14:19:33,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:33,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:33,415 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:33,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e775dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:33,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:33,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,45055,1733408368025 2024-12-05T14:19:33,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fa75dcf 2024-12-05T14:19:33,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:33,418 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:19:33,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T14:19:33,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:19:33,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:33,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:33,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:33,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:33,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:33,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:19:33,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=86121762, stopped=false 2024-12-05T14:19:33,420 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,37667,1733408358353 2024-12-05T14:19:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1403626437/running 2024-12-05T14:19:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1403626437/running 2024-12-05T14:19:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:33,439 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:19:33,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Set watcher on znode that does not yet exist, /1-1403626437/running 2024-12-05T14:19:33,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Set watcher on znode that does not yet exist, /1-1403626437/running 2024-12-05T14:19:33,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:33,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:33,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:33,441 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,39853,1733408358460' ***** 2024-12-05T14:19:33,441 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:19:33,441 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:19:33,441 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:19:33,441 INFO [RS:0;218194e0d8ec:39853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:19:33,441 INFO [RS:0;218194e0d8ec:39853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:19:33,441 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,39853,1733408358460 2024-12-05T14:19:33,441 INFO [RS:0;218194e0d8ec:39853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:19:33,441 INFO [RS:0;218194e0d8ec:39853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:39853. 2024-12-05T14:19:33,442 DEBUG [RS:0;218194e0d8ec:39853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:33,442 DEBUG [RS:0;218194e0d8ec:39853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:33,442 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:19:33,442 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:19:33,442 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:19:33,442 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:19:33,442 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:19:33,442 DEBUG [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:19:33,442 DEBUG [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:33,443 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:19:33,443 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:19:33,443 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:19:33,443 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:19:33,443 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:19:33,443 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T14:19:33,450 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:19:33,463 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/data/hbase/meta/1588230740/.tmp/ns/19c1a98dabcd4ae6b20b7bca370f6110 is 43, key is default/ns:d/1733408362030/Put/seqid=0 2024-12-05T14:19:33,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741835_1011 (size=5153) 2024-12-05T14:19:33,469 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/data/hbase/meta/1588230740/.tmp/ns/19c1a98dabcd4ae6b20b7bca370f6110 2024-12-05T14:19:33,477 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/data/hbase/meta/1588230740/.tmp/ns/19c1a98dabcd4ae6b20b7bca370f6110 as hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/data/hbase/meta/1588230740/ns/19c1a98dabcd4ae6b20b7bca370f6110 2024-12-05T14:19:33,485 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/data/hbase/meta/1588230740/ns/19c1a98dabcd4ae6b20b7bca370f6110, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T14:19:33,487 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=6, compaction requested=false 2024-12-05T14:19:33,487 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:19:33,504 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T14:19:33,505 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:19:33,505 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:19:33,506 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:33,506 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408373443Running coprocessor pre-close hooks at 1733408373443Disabling compacts and flushes for region at 1733408373443Disabling writes for close at 1733408373443Obtaining lock to block concurrent updates at 1733408373443Preparing flush snapshotting stores in 1588230740 at 1733408373443Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733408373443Flushing stores of hbase:meta,,1.1588230740 at 1733408373444 (+1 ms)Flushing 1588230740/ns: creating writer at 1733408373444Flushing 1588230740/ns: appending metadata at 1733408373462 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733408373462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650b21e7: reopening flushed file at 1733408373477 (+15 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=6, compaction requested=false at 1733408373487 (+10 ms)Writing region close event to WAL at 1733408373492 (+5 ms)Running coprocessor post-close hooks at 1733408373505 (+13 ms)Closed at 1733408373506 (+1 ms) 2024-12-05T14:19:33,506 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:33,521 DEBUG [218194e0d8ec:45055 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:19:33,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ad598148cb8e7e5d3f172dc1dd24192b, regionState=OPENING, regionLocation=218194e0d8ec,35091,1733408368069 2024-12-05T14:19:33,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad598148cb8e7e5d3f172dc1dd24192b, ASSIGN because future has completed 2024-12-05T14:19:33,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad598148cb8e7e5d3f172dc1dd24192b, server=218194e0d8ec,35091,1733408368069}] 2024-12-05T14:19:33,611 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 to pos 0, reset compression=false 2024-12-05T14:19:33,643 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,39853,1733408358460; all regions closed. 2024-12-05T14:19:33,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741834_1010 (size=1152) 2024-12-05T14:19:33,645 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/WALs/218194e0d8ec,39853,1733408358460/218194e0d8ec%2C39853%2C1733408358460.meta.1733408361978.meta not finished, retry = 0 2024-12-05T14:19:33,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:33,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:33,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:19:33,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C35091%2C1733408368069.rep, suffix=, logDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/oldWALs, maxLogs=10 2024-12-05T14:19:33,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.rep.1733408373681, exclude list is [], retry=0 2024-12-05T14:19:33,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42155,DS-68d82090-8586-436f-a35d-49fbad14c6c6,DISK] 2024-12-05T14:19:33,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.rep.1733408373681 2024-12-05T14:19:33,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32907:32907)] 2024-12-05T14:19:33,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ad598148cb8e7e5d3f172dc1dd24192b, NAME => 'hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:33,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:19:33,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:19:33,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. service=MultiRowMutationService 2024-12-05T14:19:33,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:19:33,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:33,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,698 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,699 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad598148cb8e7e5d3f172dc1dd24192b columnFamilyName hfileref 2024-12-05T14:19:33,699 DEBUG [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:33,699 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.HStore(327): Store=ad598148cb8e7e5d3f172dc1dd24192b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:33,699 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,700 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad598148cb8e7e5d3f172dc1dd24192b columnFamilyName queue 2024-12-05T14:19:33,700 DEBUG [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:33,705 DEBUG [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b/queue/4a618880aec043bc949a6345bc201ce4 2024-12-05T14:19:33,705 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.HStore(327): Store=ad598148cb8e7e5d3f172dc1dd24192b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:33,706 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,706 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad598148cb8e7e5d3f172dc1dd24192b columnFamilyName sid 2024-12-05T14:19:33,706 DEBUG [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:33,707 INFO [StoreOpener-ad598148cb8e7e5d3f172dc1dd24192b-1 {}] regionserver.HStore(327): Store=ad598148cb8e7e5d3f172dc1dd24192b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:33,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:19:33,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened ad598148cb8e7e5d3f172dc1dd24192b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68728799, jitterRate=0.024138912558555603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:19:33,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:33,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ad598148cb8e7e5d3f172dc1dd24192b: Running coprocessor pre-open hook at 1733408373697Writing region info on filesystem at 1733408373697Initializing all the Stores at 1733408373698 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408373698Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408373698Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408373698Cleaning up temporary data from old regions at 1733408373709 (+11 ms)Running coprocessor post-open hooks at 1733408373711 (+2 ms)Region opened successfully at 1733408373712 (+1 ms) 2024-12-05T14:19:33,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b., pid=13, masterSystemTime=1733408373676 2024-12-05T14:19:33,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:33,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:33,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ad598148cb8e7e5d3f172dc1dd24192b, regionState=OPEN, openSeqNum=9, regionLocation=218194e0d8ec,35091,1733408368069 2024-12-05T14:19:33,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad598148cb8e7e5d3f172dc1dd24192b, server=218194e0d8ec,35091,1733408368069 because future has completed 2024-12-05T14:19:33,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T14:19:33,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ad598148cb8e7e5d3f172dc1dd24192b, server=218194e0d8ec,35091,1733408368069 in 194 msec 2024-12-05T14:19:33,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-05T14:19:33,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad598148cb8e7e5d3f172dc1dd24192b, ASSIGN in 352 msec 2024-12-05T14:19:33,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T14:19:33,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b., hostname=218194e0d8ec,35091,1733408368069, seqNum=9] 2024-12-05T14:19:33,740 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 218194e0d8ec,37947,1733408352956 2024-12-05T14:19:33,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T14:19:33,747 DEBUG [RS:0;218194e0d8ec:39853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/oldWALs 2024-12-05T14:19:33,747 INFO [RS:0;218194e0d8ec:39853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C39853%2C1733408358460.meta:.meta(num 1733408361978) 2024-12-05T14:19:33,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741832_1008 (size=93) 2024-12-05T14:19:33,749 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/WALs/218194e0d8ec,39853,1733408358460/218194e0d8ec%2C39853%2C1733408358460.1733408361075 not finished, retry = 0 2024-12-05T14:19:33,852 DEBUG [RS:0;218194e0d8ec:39853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/oldWALs 2024-12-05T14:19:33,852 INFO [RS:0;218194e0d8ec:39853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C39853%2C1733408358460:(num 1733408361075) 2024-12-05T14:19:33,852 DEBUG [RS:0;218194e0d8ec:39853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:33,852 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:19:33,852 INFO [RS:0;218194e0d8ec:39853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:19:33,852 INFO [RS:0;218194e0d8ec:39853 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:19:33,852 INFO [RS:0;218194e0d8ec:39853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:19:33,853 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:19:33,853 INFO [RS:0;218194e0d8ec:39853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39853 2024-12-05T14:19:33,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-05T14:19:33,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1403626437/rs/218194e0d8ec,39853,1733408358460 2024-12-05T14:19:33,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437/rs 2024-12-05T14:19:33,902 INFO [RS:0;218194e0d8ec:39853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:19:33,903 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,39853,1733408358460] 2024-12-05T14:19:33,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1403626437/draining/218194e0d8ec,39853,1733408358460 already deleted, retry=false 2024-12-05T14:19:33,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,39853,1733408358460 expired; onlineServers=0 2024-12-05T14:19:33,923 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,37667,1733408358353' ***** 2024-12-05T14:19:33,923 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:19:33,923 INFO [M:0;218194e0d8ec:37667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:19:33,923 INFO [M:0;218194e0d8ec:37667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:19:33,923 DEBUG [M:0;218194e0d8ec:37667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:19:33,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:19:33,924 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408360777 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408360777,5,FailOnTimeoutGroup] 2024-12-05T14:19:33,924 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408360777 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408360777,5,FailOnTimeoutGroup] 2024-12-05T14:19:33,924 DEBUG [M:0;218194e0d8ec:37667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:19:33,924 INFO [M:0;218194e0d8ec:37667 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:19:33,924 INFO [M:0;218194e0d8ec:37667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:19:33,924 DEBUG [M:0;218194e0d8ec:37667 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:19:33,924 INFO [M:0;218194e0d8ec:37667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:19:33,924 INFO [M:0;218194e0d8ec:37667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:19:33,924 INFO [M:0;218194e0d8ec:37667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:19:33,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:19:33,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1403626437/master 2024-12-05T14:19:33,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1403626437 2024-12-05T14:19:33,934 DEBUG [M:0;218194e0d8ec:37667 {}] zookeeper.ZKUtil(347): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Unable to get data of znode /1-1403626437/master because node does not exist (not an error) 2024-12-05T14:19:33,934 WARN [M:0;218194e0d8ec:37667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:19:33,935 INFO [M:0;218194e0d8ec:37667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/.lastflushedseqids 2024-12-05T14:19:33,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741836_1012 (size=99) 2024-12-05T14:19:33,945 INFO [M:0;218194e0d8ec:37667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:19:33,945 INFO [M:0;218194e0d8ec:37667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:19:33,945 DEBUG [M:0;218194e0d8ec:37667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:19:33,945 INFO [M:0;218194e0d8ec:37667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:33,945 DEBUG [M:0;218194e0d8ec:37667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:33,945 DEBUG [M:0;218194e0d8ec:37667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:19:33,945 DEBUG [M:0;218194e0d8ec:37667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:33,945 INFO [M:0;218194e0d8ec:37667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T14:19:33,966 DEBUG [M:0;218194e0d8ec:37667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7da2c61dcb4b4aac9791756732fb91d1 is 82, key is hbase:meta,,1/info:regioninfo/1733408362010/Put/seqid=0 2024-12-05T14:19:33,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741837_1013 (size=5672) 2024-12-05T14:19:34,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:34,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39853-0x101a5dc5de70004, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:34,013 INFO [RS:0;218194e0d8ec:39853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:19:34,013 INFO [RS:0;218194e0d8ec:39853 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,39853,1733408358460; zookeeper connection closed. 2024-12-05T14:19:34,013 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e2cf9da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e2cf9da 2024-12-05T14:19:34,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:19:34,371 INFO [M:0;218194e0d8ec:37667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7da2c61dcb4b4aac9791756732fb91d1 2024-12-05T14:19:34,395 DEBUG [M:0;218194e0d8ec:37667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7dba079f5d941c097d01a950c07c0aa is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733408362034/Put/seqid=0 2024-12-05T14:19:34,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741838_1014 (size=5275) 2024-12-05T14:19:34,399 INFO [M:0;218194e0d8ec:37667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7dba079f5d941c097d01a950c07c0aa 2024-12-05T14:19:34,424 DEBUG [M:0;218194e0d8ec:37667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3d3a496950b475da35fb4461b8d9acb is 69, key is 218194e0d8ec,39853,1733408358460/rs:state/1733408360823/Put/seqid=0 2024-12-05T14:19:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741839_1015 (size=5156) 2024-12-05T14:19:34,616 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 to pos 0, reset compression=false 2024-12-05T14:19:34,828 INFO [M:0;218194e0d8ec:37667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3d3a496950b475da35fb4461b8d9acb 2024-12-05T14:19:34,833 DEBUG [M:0;218194e0d8ec:37667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7da2c61dcb4b4aac9791756732fb91d1 as hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7da2c61dcb4b4aac9791756732fb91d1 2024-12-05T14:19:34,836 INFO [M:0;218194e0d8ec:37667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7da2c61dcb4b4aac9791756732fb91d1, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T14:19:34,837 DEBUG [M:0;218194e0d8ec:37667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7dba079f5d941c097d01a950c07c0aa as hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7dba079f5d941c097d01a950c07c0aa 2024-12-05T14:19:34,841 INFO [M:0;218194e0d8ec:37667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7dba079f5d941c097d01a950c07c0aa, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T14:19:34,842 DEBUG [M:0;218194e0d8ec:37667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3d3a496950b475da35fb4461b8d9acb as hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3d3a496950b475da35fb4461b8d9acb 2024-12-05T14:19:34,845 INFO [M:0;218194e0d8ec:37667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45499/user/jenkins/test-data/fa7b8d2e-b1db-e1c8-58a5-770516df19da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3d3a496950b475da35fb4461b8d9acb, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T14:19:34,846 INFO [M:0;218194e0d8ec:37667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=28, compaction requested=false 2024-12-05T14:19:34,847 INFO [M:0;218194e0d8ec:37667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:34,847 DEBUG [M:0;218194e0d8ec:37667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408373945Disabling compacts and flushes for region at 1733408373945Disabling writes for close at 1733408373945Obtaining lock to block concurrent updates at 1733408373945Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408373945Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733408373946 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408373946Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408373946Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408373966 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408373966Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408374376 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408374394 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408374394Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408374405 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408374423 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408374423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469f89f4: reopening flushed file at 1733408374832 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b0c4039: reopening flushed file at 1733408374836 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64504a1c: reopening flushed file at 1733408374841 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=28, compaction requested=false at 1733408374846 (+5 ms)Writing region close event to WAL at 1733408374847 (+1 ms)Closed at 1733408374847 2024-12-05T14:19:34,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741830_1006 (size=10165) 2024-12-05T14:19:34,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:19:34,850 INFO [M:0;218194e0d8ec:37667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:19:34,850 INFO [M:0;218194e0d8ec:37667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37667 2024-12-05T14:19:34,850 INFO [M:0;218194e0d8ec:37667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:19:34,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:19:34,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:34,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:34,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:34,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:34,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:34,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:35,020 INFO [M:0;218194e0d8ec:37667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:19:35,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:35,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x101a5dc5de70003, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:35,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5df93b2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:19:35,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67999e7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:19:35,023 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:19:35,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16b2fa14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:19:35,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24addfbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/hadoop.log.dir/,STOPPED} 2024-12-05T14:19:35,024 WARN [BP-137334472-172.17.0.2-1733408356428 heartbeating to localhost/127.0.0.1:45499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:19:35,024 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:19:35,024 WARN [BP-137334472-172.17.0.2-1733408356428 heartbeating to localhost/127.0.0.1:45499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-137334472-172.17.0.2-1733408356428 (Datanode Uuid c43b4433-15a8-4746-902c-299dc8831378) service to localhost/127.0.0.1:45499 2024-12-05T14:19:35,024 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:19:35,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/cluster_a42f7a34-f010-909a-cea1-8d1dfed12270/data/data1/current/BP-137334472-172.17.0.2-1733408356428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:19:35,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/cluster_a42f7a34-f010-909a-cea1-8d1dfed12270/data/data2/current/BP-137334472-172.17.0.2-1733408356428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:19:35,024 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:19:35,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16166c61{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:19:35,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@432862bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:19:35,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:19:35,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6846ab81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:19:35,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cb7ecdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/hadoop.log.dir/,STOPPED} 2024-12-05T14:19:35,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:19:35,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:19:35,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:35,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:35,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:35,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:35,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:35,052 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:19:35,052 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1394370168, stopped=false 2024-12-05T14:19:35,052 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,45055,1733408368025 2024-12-05T14:19:35,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1871685328/running 2024-12-05T14:19:35,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1871685328/running 2024-12-05T14:19:35,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:35,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:35,106 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:19:35,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:35,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/running 2024-12-05T14:19:35,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:35,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Set watcher on znode that does not yet exist, /0-1871685328/running 2024-12-05T14:19:35,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:35,107 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,35091,1733408368069' ***** 2024-12-05T14:19:35,107 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:19:35,107 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:19:35,107 INFO [RS:0;218194e0d8ec:35091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:19:35,107 INFO [RS:0;218194e0d8ec:35091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:19:35,107 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:19:35,107 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(3091): Received CLOSE for ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:35,107 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,35091,1733408368069 2024-12-05T14:19:35,107 INFO [RS:0;218194e0d8ec:35091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:19:35,107 INFO [RS:0;218194e0d8ec:35091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:35091. 2024-12-05T14:19:35,107 DEBUG [RS:0;218194e0d8ec:35091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:35,107 DEBUG [RS:0;218194e0d8ec:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:35,107 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad598148cb8e7e5d3f172dc1dd24192b, disabling compactions & flushes 2024-12-05T14:19:35,107 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:35,108 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:19:35,108 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:35,108 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:19:35,108 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:19:35,108 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. after waiting 0 ms 2024-12-05T14:19:35,108 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:19:35,108 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:35,108 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:19:35,108 DEBUG [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ad598148cb8e7e5d3f172dc1dd24192b=hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b.} 2024-12-05T14:19:35,108 DEBUG [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad598148cb8e7e5d3f172dc1dd24192b 2024-12-05T14:19:35,108 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:19:35,108 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:19:35,108 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:19:35,108 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:19:35,108 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:19:35,108 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T14:19:35,111 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/replication/ad598148cb8e7e5d3f172dc1dd24192b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-05T14:19:35,111 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:19:35,111 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:19:35,111 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:35,111 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad598148cb8e7e5d3f172dc1dd24192b: Waiting for close lock at 1733408375107Running coprocessor pre-close hooks at 1733408375107Disabling compacts and flushes for region at 1733408375107Disabling writes for close at 1733408375108 (+1 ms)Writing region close event to WAL at 1733408375108Running coprocessor post-close hooks at 1733408375111 (+3 ms)Closed at 1733408375111 2024-12-05T14:19:35,111 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b. 2024-12-05T14:19:35,113 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:19:35,121 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/.tmp/info/514e61030ff64a6bb82dff4a1f79c766 is 147, key is hbase:replication,,1733408362129.ad598148cb8e7e5d3f172dc1dd24192b./info:regioninfo/1733408373715/Put/seqid=0 2024-12-05T14:19:35,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741851_1027 (size=6385) 2024-12-05T14:19:35,308 DEBUG [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:35,508 DEBUG [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:19:35,525 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/.tmp/info/514e61030ff64a6bb82dff4a1f79c766 2024-12-05T14:19:35,531 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/.tmp/info/514e61030ff64a6bb82dff4a1f79c766 as hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/info/514e61030ff64a6bb82dff4a1f79c766 2024-12-05T14:19:35,537 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/info/514e61030ff64a6bb82dff4a1f79c766, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T14:19:35,538 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-12-05T14:19:35,542 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T14:19:35,542 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:19:35,542 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:19:35,542 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:35,542 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408375108Running coprocessor pre-close hooks at 1733408375108Disabling compacts and flushes for region at 1733408375108Disabling writes for close at 1733408375108Obtaining lock to block concurrent updates at 1733408375108Preparing flush snapshotting stores in 1588230740 at 1733408375108Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733408375108Flushing stores of hbase:meta,,1.1588230740 at 1733408375109 (+1 ms)Flushing 1588230740/info: creating writer at 1733408375109Flushing 1588230740/info: appending metadata at 1733408375120 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733408375120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f5fbdcb: reopening flushed file at 1733408375530 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1733408375538 (+8 ms)Writing region close event to WAL at 1733408375539 (+1 ms)Running coprocessor post-close hooks at 1733408375542 (+3 ms)Closed at 1733408375542 2024-12-05T14:19:35,542 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:35,708 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,35091,1733408368069; all regions closed. 2024-12-05T14:19:35,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741849_1025 (size=2156) 2024-12-05T14:19:35,712 DEBUG [RS:0;218194e0d8ec:35091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/oldWALs 2024-12-05T14:19:35,712 INFO [RS:0;218194e0d8ec:35091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C35091%2C1733408368069.meta:.meta(num 1733408369413) 2024-12-05T14:19:35,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741850_1026 (size=796) 2024-12-05T14:19:35,716 DEBUG [RS:0;218194e0d8ec:35091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/oldWALs 2024-12-05T14:19:35,716 INFO [RS:0;218194e0d8ec:35091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C35091%2C1733408368069.rep:(num 1733408373681) 2024-12-05T14:19:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741848_1024 (size=93) 2024-12-05T14:19:35,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 not finished, retry = 0 2024-12-05T14:19:35,720 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 to pos 0, reset compression=false 2024-12-05T14:19:35,819 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144 2024-12-05T14:19:35,819 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-05T14:19:35,819 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.wal-reader.218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-05T14:19:35,819 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,35091,1733408368069 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/WALs/218194e0d8ec,35091,1733408368069/218194e0d8ec%2C35091%2C1733408368069.1733408369144, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T14:19:35,820 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:35,820 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35091,1733408368069, seqNum=-1] 2024-12-05T14:19:35,820 DEBUG [RS:0;218194e0d8ec:35091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/oldWALs 2024-12-05T14:19:35,820 INFO [RS:0;218194e0d8ec:35091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C35091%2C1733408368069:(num 1733408369144) 2024-12-05T14:19:35,820 DEBUG [RS:0;218194e0d8ec:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:35,820 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:19:35,820 INFO [RS:0;218194e0d8ec:35091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:19:35,821 INFO [RS:0;218194e0d8ec:35091 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:19:35,821 INFO [RS:0;218194e0d8ec:35091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:19:35,821 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,35091,1733408368069 because: Region server is closing 2024-12-05T14:19:35,820 WARN [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-218194e0d8ec,35091,1733408368069', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:35091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-05T14:19:35,821 INFO [RS:0;218194e0d8ec:35091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:35091. 2024-12-05T14:19:35,821 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:19:35,821 DEBUG [RS:0;218194e0d8ec:35091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:35,821 DEBUG [RS:0;218194e0d8ec:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:35,821 DEBUG [RS:0;218194e0d8ec:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:35,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:35,822 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T14:19:35,822 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T14:19:35,822 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T14:19:35,821 ERROR [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 218194e0d8ec,35091,1733408368069: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-218194e0d8ec,35091,1733408368069, walGroup=218194e0d8ec%2C35091%2C1733408368069, offset=218194e0d8ec%2C35091%2C1733408368069.1733408369144:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:35091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T14:19:35,823 ERROR [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:19:35,823 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:19:35,824 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:19:35,824 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:19:35,824 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:19:35,824 INFO [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 617521648 }, "NonHeapMemoryUsage": { "committed": 184877056, "init": 7667712, "max": -1, "used": 181991192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:19:35,834 DEBUG [RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [218194e0d8ec%2C35091%2C1733408368069.1733408369144] 2024-12-05T14:19:35,921 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;218194e0d8ec:35091.replicationSource.shipper218194e0d8ec%2C35091%2C1733408368069,1-218194e0d8ec,35091,1733408368069 terminated 2024-12-05T14:19:35,922 INFO [RS:0;218194e0d8ec:35091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35091 2024-12-05T14:19:35,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1871685328/rs/218194e0d8ec,35091,1733408368069 2024-12-05T14:19:35,938 INFO [RS:0;218194e0d8ec:35091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:19:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328/rs 2024-12-05T14:19:35,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,35091,1733408368069] 2024-12-05T14:19:35,958 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1871685328/draining/218194e0d8ec,35091,1733408368069 already deleted, retry=false 2024-12-05T14:19:35,959 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,35091,1733408368069 expired; onlineServers=0 2024-12-05T14:19:35,959 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,45055,1733408368025' ***** 2024-12-05T14:19:35,959 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:19:35,959 INFO [M:0;218194e0d8ec:45055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:19:35,959 INFO [M:0;218194e0d8ec:45055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:19:35,959 DEBUG [M:0;218194e0d8ec:45055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:19:35,959 DEBUG [M:0;218194e0d8ec:45055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:19:35,959 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:19:35,959 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408368831 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408368831,5,FailOnTimeoutGroup] 2024-12-05T14:19:35,959 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408368831 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408368831,5,FailOnTimeoutGroup] 2024-12-05T14:19:35,959 INFO [M:0;218194e0d8ec:45055 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:19:35,959 INFO [M:0;218194e0d8ec:45055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:19:35,959 DEBUG [M:0;218194e0d8ec:45055 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:19:35,959 INFO [M:0;218194e0d8ec:45055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:19:35,959 INFO [M:0;218194e0d8ec:45055 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:19:35,959 INFO [M:0;218194e0d8ec:45055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:19:35,959 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:19:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1871685328/master 2024-12-05T14:19:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1871685328 2024-12-05T14:19:35,969 DEBUG [M:0;218194e0d8ec:45055 {}] zookeeper.ZKUtil(347): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Unable to get data of znode /0-1871685328/master because node does not exist (not an error) 2024-12-05T14:19:35,969 WARN [M:0;218194e0d8ec:45055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:19:35,970 INFO [M:0;218194e0d8ec:45055 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/.lastflushedseqids 2024-12-05T14:19:35,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741852_1028 (size=181) 2024-12-05T14:19:36,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:36,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x101a5dc5de70007, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:36,049 INFO [RS:0;218194e0d8ec:35091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:19:36,049 INFO [RS:0;218194e0d8ec:35091 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,35091,1733408368069; zookeeper connection closed. 2024-12-05T14:19:36,049 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ae3f3e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ae3f3e4 2024-12-05T14:19:36,049 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:19:36,379 INFO [M:0;218194e0d8ec:45055 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:19:36,380 INFO [M:0;218194e0d8ec:45055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:19:36,380 DEBUG [M:0;218194e0d8ec:45055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:19:36,380 INFO [M:0;218194e0d8ec:45055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:36,380 DEBUG [M:0;218194e0d8ec:45055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:36,380 DEBUG [M:0;218194e0d8ec:45055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:19:36,380 DEBUG [M:0;218194e0d8ec:45055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:36,380 INFO [M:0;218194e0d8ec:45055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T14:19:36,393 DEBUG [M:0;218194e0d8ec:45055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a50a8619f674f11b7df28cabd930da5 is 82, key is hbase:meta,,1/info:regioninfo/1733408369461/Put/seqid=0 2024-12-05T14:19:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741853_1029 (size=5672) 2024-12-05T14:19:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:19:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:19:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:19:36,797 INFO [M:0;218194e0d8ec:45055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a50a8619f674f11b7df28cabd930da5 2024-12-05T14:19:36,816 DEBUG [M:0;218194e0d8ec:45055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df6ba70b43ce4896849ee37ae88959b5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733408373720/Put/seqid=0 2024-12-05T14:19:36,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741854_1030 (size=7312) 2024-12-05T14:19:37,223 INFO [M:0;218194e0d8ec:45055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df6ba70b43ce4896849ee37ae88959b5 2024-12-05T14:19:37,247 DEBUG [M:0;218194e0d8ec:45055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcafc97c9a184d46951f365843ef6fdc is 69, key is 218194e0d8ec,35091,1733408368069/rs:state/1733408368947/Put/seqid=0 2024-12-05T14:19:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741855_1031 (size=5370) 2024-12-05T14:19:37,654 INFO [M:0;218194e0d8ec:45055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcafc97c9a184d46951f365843ef6fdc 2024-12-05T14:19:37,659 INFO [M:0;218194e0d8ec:45055 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcafc97c9a184d46951f365843ef6fdc 2024-12-05T14:19:37,660 DEBUG [M:0;218194e0d8ec:45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a50a8619f674f11b7df28cabd930da5 as hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a50a8619f674f11b7df28cabd930da5 2024-12-05T14:19:37,664 INFO [M:0;218194e0d8ec:45055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a50a8619f674f11b7df28cabd930da5, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T14:19:37,665 DEBUG [M:0;218194e0d8ec:45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df6ba70b43ce4896849ee37ae88959b5 as hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df6ba70b43ce4896849ee37ae88959b5 2024-12-05T14:19:37,670 INFO [M:0;218194e0d8ec:45055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df6ba70b43ce4896849ee37ae88959b5, entries=7, sequenceid=127, filesize=7.1 K 2024-12-05T14:19:37,670 DEBUG [M:0;218194e0d8ec:45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcafc97c9a184d46951f365843ef6fdc as hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcafc97c9a184d46951f365843ef6fdc 2024-12-05T14:19:37,675 INFO [M:0;218194e0d8ec:45055 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcafc97c9a184d46951f365843ef6fdc 2024-12-05T14:19:37,675 INFO [M:0;218194e0d8ec:45055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34543/user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcafc97c9a184d46951f365843ef6fdc, entries=2, sequenceid=127, filesize=5.2 K 2024-12-05T14:19:37,676 INFO [M:0;218194e0d8ec:45055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=127, compaction requested=false 2024-12-05T14:19:37,677 INFO [M:0;218194e0d8ec:45055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:37,677 DEBUG [M:0;218194e0d8ec:45055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408376380Disabling compacts and flushes for region at 1733408376380Disabling writes for close at 1733408376380Obtaining lock to block concurrent updates at 1733408376380Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408376380Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733408376380Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408376381 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408376381Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408376392 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408376392Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408376802 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408376815 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408376815Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408377228 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408377246 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408377246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fadb0df: reopening flushed file at 1733408377659 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32318198: reopening flushed file at 1733408377664 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31dd7b6a: reopening flushed file at 1733408377670 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=127, compaction requested=false at 1733408377676 (+6 ms)Writing region close event to WAL at 1733408377677 (+1 ms)Closed at 1733408377677 2024-12-05T14:19:37,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42155 is added to blk_1073741847_1023 (size=22903) 2024-12-05T14:19:37,681 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12e0d572-7b49-9f94-79e2-0e508f4c2813/MasterData/WALs/218194e0d8ec,45055,1733408368025/218194e0d8ec%2C45055%2C1733408368025.1733408368597 not finished, retry = 0 2024-12-05T14:19:37,782 INFO [M:0;218194e0d8ec:45055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:19:37,782 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:19:37,782 INFO [M:0;218194e0d8ec:45055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45055 2024-12-05T14:19:37,783 INFO [M:0;218194e0d8ec:45055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:19:37,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:37,949 INFO [M:0;218194e0d8ec:45055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:19:37,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45055-0x101a5dc5de70006, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:19:37,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5860118e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:19:37,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@718bbb2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:19:37,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:19:37,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ff2eb11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:19:37,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77e1f2a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/hadoop.log.dir/,STOPPED} 2024-12-05T14:19:37,954 WARN [BP-1421314188-172.17.0.2-1733408350805 heartbeating to localhost/127.0.0.1:34543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:19:37,954 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:19:37,954 WARN [BP-1421314188-172.17.0.2-1733408350805 heartbeating to localhost/127.0.0.1:34543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1421314188-172.17.0.2-1733408350805 (Datanode Uuid 73362dc6-c9b2-4dcc-bd20-721d5e6a42a2) service to localhost/127.0.0.1:34543 2024-12-05T14:19:37,954 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:19:37,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/cluster_e3699386-b888-3ba6-6ee4-9064cf191ab9/data/data1/current/BP-1421314188-172.17.0.2-1733408350805 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:19:37,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/cluster_e3699386-b888-3ba6-6ee4-9064cf191ab9/data/data2/current/BP-1421314188-172.17.0.2-1733408350805 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:19:37,955 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:19:37,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@899cea9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:19:37,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dc85baf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:19:37,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:19:37,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7437257b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:19:37,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c05425a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a35aa7f3-83ea-aa7d-220c-44c85b80ddc1/hadoop.log.dir/,STOPPED} 2024-12-05T14:19:37,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:19:37,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:19:37,988 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 160) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51278) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51278) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34543 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45499 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=567 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 265) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6306 (was 5967) - AvailableMemoryMB LEAK? - 2024-12-05T14:19:37,996 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=567, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=6306 2024-12-05T14:19:38,012 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-05T14:19:38,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/hadoop.log.dir so I do NOT create it in target/test-data/995825ee-2908-3385-9268-90cd754bdbce 2024-12-05T14:19:38,012 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:19:38,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/hadoop.tmp.dir so I do NOT create it in target/test-data/995825ee-2908-3385-9268-90cd754bdbce 2024-12-05T14:19:38,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5542386a-eed3-3c5b-0a62-c904281bb245/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:19:38,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce 2024-12-05T14:19:38,013 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/cluster_c1525e11-8f69-0370-1e68-241df04a35a8, deleteOnExit=true 2024-12-05T14:19:38,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/cluster_c1525e11-8f69-0370-1e68-241df04a35a8/zookeeper_0, clientPort=61462, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/cluster_c1525e11-8f69-0370-1e68-241df04a35a8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/cluster_c1525e11-8f69-0370-1e68-241df04a35a8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:19:38,020 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61462 2024-12-05T14:19:38,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:19:38,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:19:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/test.cache.data in system properties and HBase conf 2024-12-05T14:19:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:19:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:19:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:19:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:19:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:19:38,021 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:19:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:19:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:19:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:19:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:19:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:19:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:19:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:19:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:19:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:19:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:19:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:19:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:19:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:19:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:19:38,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5dc5de70002, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:19:38,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5dc5de70002, quorum=127.0.0.1:51278, baseZNode=/0-1871685328 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:19:38,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5dc5de70005, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:19:38,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5dc5de70005, quorum=127.0.0.1:51278, baseZNode=/1-1403626437 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:19:38,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:19:38,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:19:38,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:19:38,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:19:38,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:19:38,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:19:38,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6397b411{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:19:38,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7623bbd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:19:38,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54186cae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/java.io.tmpdir/jetty-localhost-36351-hadoop-hdfs-3_4_1-tests_jar-_-any-4162747001656035529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:19:38,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bcd1cbd{HTTP/1.1, (http/1.1)}{localhost:36351} 2024-12-05T14:19:38,707 INFO [Time-limited test {}] server.Server(415): Started @169273ms 2024-12-05T14:19:38,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:19:38,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:19:38,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:19:38,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:19:38,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:19:38,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3285af28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:19:38,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2da449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:19:39,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e9aa085{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/java.io.tmpdir/jetty-localhost-45243-hadoop-hdfs-3_4_1-tests_jar-_-any-16238943277406227077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:19:39,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29d9459f{HTTP/1.1, (http/1.1)}{localhost:45243} 2024-12-05T14:19:39,080 INFO [Time-limited test {}] server.Server(415): Started @169647ms 2024-12-05T14:19:39,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:19:39,660 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/cluster_c1525e11-8f69-0370-1e68-241df04a35a8/data/data2/current/BP-358602724-172.17.0.2-1733408378082/current, will proceed with Du for space computation calculation, 2024-12-05T14:19:39,660 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/cluster_c1525e11-8f69-0370-1e68-241df04a35a8/data/data1/current/BP-358602724-172.17.0.2-1733408378082/current, will proceed with Du for space computation calculation, 2024-12-05T14:19:39,678 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:19:39,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea8a8ead3b151846 with lease ID 0x101f0ed54e922e7a: Processing first storage report for DS-615e51ca-e0ca-4efd-af14-e6c82acc3e09 from datanode DatanodeRegistration(127.0.0.1:39005, datanodeUuid=35c81f54-ac0d-47ed-8762-d4c8440cab3f, infoPort=38701, infoSecurePort=0, ipcPort=38519, storageInfo=lv=-57;cid=testClusterID;nsid=162075173;c=1733408378082) 2024-12-05T14:19:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea8a8ead3b151846 with lease ID 0x101f0ed54e922e7a: from storage DS-615e51ca-e0ca-4efd-af14-e6c82acc3e09 node DatanodeRegistration(127.0.0.1:39005, datanodeUuid=35c81f54-ac0d-47ed-8762-d4c8440cab3f, infoPort=38701, infoSecurePort=0, ipcPort=38519, storageInfo=lv=-57;cid=testClusterID;nsid=162075173;c=1733408378082), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:19:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea8a8ead3b151846 with lease ID 0x101f0ed54e922e7a: Processing first storage report for DS-7432aa55-3cda-4f49-be07-39d7524c55e2 from datanode DatanodeRegistration(127.0.0.1:39005, datanodeUuid=35c81f54-ac0d-47ed-8762-d4c8440cab3f, infoPort=38701, infoSecurePort=0, ipcPort=38519, storageInfo=lv=-57;cid=testClusterID;nsid=162075173;c=1733408378082) 2024-12-05T14:19:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea8a8ead3b151846 with lease ID 0x101f0ed54e922e7a: from storage DS-7432aa55-3cda-4f49-be07-39d7524c55e2 node DatanodeRegistration(127.0.0.1:39005, datanodeUuid=35c81f54-ac0d-47ed-8762-d4c8440cab3f, infoPort=38701, infoSecurePort=0, ipcPort=38519, storageInfo=lv=-57;cid=testClusterID;nsid=162075173;c=1733408378082), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:19:39,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce 2024-12-05T14:19:39,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:39,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:39,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:19:40,115 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55 with version=8 2024-12-05T14:19:40,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/hbase-staging 2024-12-05T14:19:40,117 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:19:40,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:40,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:40,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:19:40,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:40,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:19:40,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:19:40,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:19:40,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38635 2024-12-05T14:19:40,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38635 connecting to ZooKeeper ensemble=127.0.0.1:61462 2024-12-05T14:19:40,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386350x0, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:40,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38635-0x101a5dcc84b0000 connected 2024-12-05T14:19:40,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:40,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:40,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Set watcher on znode that does not yet exist, /0828915658/running 2024-12-05T14:19:40,295 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55, hbase.cluster.distributed=false 2024-12-05T14:19:40,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Set watcher on znode that does not yet exist, /0828915658/acl 2024-12-05T14:19:40,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38635 2024-12-05T14:19:40,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38635 2024-12-05T14:19:40,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38635 2024-12-05T14:19:40,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38635 2024-12-05T14:19:40,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38635 2024-12-05T14:19:40,309 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:19:40,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:40,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:40,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:19:40,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:40,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:19:40,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:19:40,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:19:40,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41395 2024-12-05T14:19:40,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41395 connecting to ZooKeeper ensemble=127.0.0.1:61462 2024-12-05T14:19:40,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:40,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:40,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413950x0, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:40,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413950x0, quorum=127.0.0.1:61462, baseZNode=/0828915658 Set watcher on znode that does not yet exist, /0828915658/running 2024-12-05T14:19:40,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41395-0x101a5dcc84b0001 connected 2024-12-05T14:19:40,327 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:19:40,329 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:19:40,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Set watcher on znode that does not yet exist, /0828915658/master 2024-12-05T14:19:40,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Set watcher on znode that does not yet exist, /0828915658/acl 2024-12-05T14:19:40,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41395 2024-12-05T14:19:40,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41395 2024-12-05T14:19:40,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41395 2024-12-05T14:19:40,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41395 2024-12-05T14:19:40,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41395 2024-12-05T14:19:40,341 DEBUG [M:0;218194e0d8ec:38635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:38635 2024-12-05T14:19:40,341 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0828915658/backup-masters/218194e0d8ec,38635,1733408380117 2024-12-05T14:19:40,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658/backup-masters 2024-12-05T14:19:40,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658/backup-masters 2024-12-05T14:19:40,348 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Set watcher on existing znode=/0828915658/backup-masters/218194e0d8ec,38635,1733408380117 2024-12-05T14:19:40,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0828915658/master 2024-12-05T14:19:40,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:40,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:40,358 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Set watcher on existing znode=/0828915658/master 2024-12-05T14:19:40,359 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0828915658/backup-masters/218194e0d8ec,38635,1733408380117 from backup master directory 2024-12-05T14:19:40,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658/backup-masters 2024-12-05T14:19:40,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828915658/backup-masters/218194e0d8ec,38635,1733408380117 2024-12-05T14:19:40,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658/backup-masters 2024-12-05T14:19:40,369 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:19:40,369 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,38635,1733408380117 2024-12-05T14:19:40,372 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/hbase.id] with ID: a9040a82-a8c5-4510-b387-dd1663601f65 2024-12-05T14:19:40,372 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/.tmp/hbase.id 2024-12-05T14:19:40,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:19:40,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:19:40,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:40,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:40,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:40,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:40,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:40,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:40,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:40,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:40,776 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/.tmp/hbase.id]:[hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/hbase.id] 2024-12-05T14:19:40,785 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:40,785 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:19:40,786 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T14:19:40,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:40,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:40,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:19:41,243 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:19:41,244 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:19:41,244 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:41,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:19:41,650 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store 2024-12-05T14:19:41,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:19:42,055 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:42,056 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:19:42,056 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:42,056 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:42,056 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:19:42,056 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:42,056 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:42,056 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408382055Disabling compacts and flushes for region at 1733408382055Disabling writes for close at 1733408382056 (+1 ms)Writing region close event to WAL at 1733408382056Closed at 1733408382056 2024-12-05T14:19:42,056 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/.initializing 2024-12-05T14:19:42,057 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/WALs/218194e0d8ec,38635,1733408380117 2024-12-05T14:19:42,057 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:19:42,059 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C38635%2C1733408380117, suffix=, logDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/WALs/218194e0d8ec,38635,1733408380117, archiveDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/oldWALs, maxLogs=10 2024-12-05T14:19:42,069 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/WALs/218194e0d8ec,38635,1733408380117/218194e0d8ec%2C38635%2C1733408380117.1733408382059, exclude list is [], retry=0 2024-12-05T14:19:42,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39005,DS-615e51ca-e0ca-4efd-af14-e6c82acc3e09,DISK] 2024-12-05T14:19:42,072 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/WALs/218194e0d8ec,38635,1733408380117/218194e0d8ec%2C38635%2C1733408380117.1733408382059 2024-12-05T14:19:42,072 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38701:38701)] 2024-12-05T14:19:42,072 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:42,072 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:42,073 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:42,073 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:42,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:42,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:19:42,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:42,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:42,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:42,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:19:42,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:42,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:42,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:42,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:19:42,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:42,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:42,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:42,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:19:42,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:42,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:42,079 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:42,080 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:42,080 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:42,081 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:42,081 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:42,081 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:42,082 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:42,084 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:42,084 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75317937, jitterRate=0.12232472002506256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:42,084 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408382073Initializing all the Stores at 1733408382073Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408382073Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408382074 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408382074Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408382074Cleaning up temporary data from old regions at 1733408382081 (+7 ms)Region opened successfully at 1733408382084 (+3 ms) 2024-12-05T14:19:42,085 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:19:42,087 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429ab01c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:19:42,088 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:19:42,088 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:19:42,088 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:19:42,088 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:19:42,089 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:19:42,089 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:19:42,089 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:19:42,091 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:19:42,091 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Unable to get data of znode /0828915658/balancer because node does not exist (not necessarily an error) 2024-12-05T14:19:42,175 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828915658/balancer already deleted, retry=false 2024-12-05T14:19:42,175 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:19:42,176 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Unable to get data of znode /0828915658/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:19:42,185 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828915658/normalizer already deleted, retry=false 2024-12-05T14:19:42,185 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:19:42,186 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Unable to get data of znode /0828915658/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:19:42,196 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828915658/switch/split already deleted, retry=false 2024-12-05T14:19:42,196 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Unable to get data of znode /0828915658/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:19:42,206 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828915658/switch/merge already deleted, retry=false 2024-12-05T14:19:42,208 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Unable to get data of znode /0828915658/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:19:42,217 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828915658/snapshot-cleanup already deleted, retry=false 2024-12-05T14:19:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0828915658/running 2024-12-05T14:19:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0828915658/running 2024-12-05T14:19:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:42,228 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,38635,1733408380117, sessionid=0x101a5dcc84b0000, setting cluster-up flag (Was=false) 2024-12-05T14:19:42,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:42,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:42,280 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0828915658/flush-table-proc/acquired, /0828915658/flush-table-proc/reached, /0828915658/flush-table-proc/abort 2024-12-05T14:19:42,281 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,38635,1733408380117 2024-12-05T14:19:42,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:42,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:42,333 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0828915658/online-snapshot/acquired, /0828915658/online-snapshot/reached, /0828915658/online-snapshot/abort 2024-12-05T14:19:42,333 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,38635,1733408380117 2024-12-05T14:19:42,334 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:19:42,335 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:42,336 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:19:42,336 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:19:42,336 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,38635,1733408380117 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:19:42,337 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:42,337 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:42,337 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:42,337 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:42,337 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:19:42,337 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,337 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:19:42,337 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,338 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408412338 2024-12-05T14:19:42,338 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:19:42,338 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:19:42,338 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:19:42,338 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:19:42,338 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:19:42,338 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:19:42,338 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,338 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:42,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:19:42,339 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:19:42,339 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:19:42,339 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:19:42,339 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:19:42,339 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:19:42,339 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:19:42,339 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:42,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:19:42,340 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408382339,5,FailOnTimeoutGroup] 2024-12-05T14:19:42,340 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408382340,5,FailOnTimeoutGroup] 2024-12-05T14:19:42,340 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,340 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:19:42,340 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,340 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:19:42,434 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(746): ClusterId : a9040a82-a8c5-4510-b387-dd1663601f65 2024-12-05T14:19:42,434 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:19:42,443 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:19:42,443 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:19:42,453 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:19:42,454 DEBUG [RS:0;218194e0d8ec:41395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d84e7ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:19:42,462 DEBUG [RS:0;218194e0d8ec:41395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:41395 2024-12-05T14:19:42,463 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:19:42,463 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:19:42,463 DEBUG [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:19:42,463 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,38635,1733408380117 with port=41395, startcode=1733408380309 2024-12-05T14:19:42,463 DEBUG [RS:0;218194e0d8ec:41395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:19:42,464 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:19:42,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,41395,1733408380309 2024-12-05T14:19:42,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38635 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,41395,1733408380309 2024-12-05T14:19:42,466 DEBUG [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55 2024-12-05T14:19:42,466 DEBUG [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33925 2024-12-05T14:19:42,466 DEBUG [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:19:42,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658/rs 2024-12-05T14:19:42,474 DEBUG [RS:0;218194e0d8ec:41395 {}] zookeeper.ZKUtil(111): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Set watcher on existing znode=/0828915658/rs/218194e0d8ec,41395,1733408380309 2024-12-05T14:19:42,474 WARN [RS:0;218194e0d8ec:41395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:19:42,474 INFO [RS:0;218194e0d8ec:41395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:42,474 DEBUG [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309 2024-12-05T14:19:42,474 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,41395,1733408380309] 2024-12-05T14:19:42,477 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:19:42,478 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:19:42,478 INFO [RS:0;218194e0d8ec:41395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:19:42,478 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,478 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:19:42,479 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:19:42,479 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:19:42,479 DEBUG [RS:0;218194e0d8ec:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:19:42,480 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,480 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,480 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,480 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,480 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,480 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41395,1733408380309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:19:42,491 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:19:42,491 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41395,1733408380309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,491 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,491 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.Replication(171): 218194e0d8ec,41395,1733408380309 started 2024-12-05T14:19:42,501 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:42,501 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,41395,1733408380309, RpcServer on 218194e0d8ec/172.17.0.2:41395, sessionid=0x101a5dcc84b0001 2024-12-05T14:19:42,501 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:19:42,501 DEBUG [RS:0;218194e0d8ec:41395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,41395,1733408380309 2024-12-05T14:19:42,501 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,41395,1733408380309' 2024-12-05T14:19:42,501 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0828915658/flush-table-proc/abort' 2024-12-05T14:19:42,502 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0828915658/flush-table-proc/acquired' 2024-12-05T14:19:42,502 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:19:42,502 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:19:42,502 DEBUG [RS:0;218194e0d8ec:41395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,41395,1733408380309 2024-12-05T14:19:42,502 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,41395,1733408380309' 2024-12-05T14:19:42,502 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0828915658/online-snapshot/abort' 2024-12-05T14:19:42,503 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0828915658/online-snapshot/acquired' 2024-12-05T14:19:42,503 DEBUG [RS:0;218194e0d8ec:41395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:19:42,503 INFO [RS:0;218194e0d8ec:41395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:19:42,503 INFO [RS:0;218194e0d8ec:41395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:19:42,603 INFO [RS:0;218194e0d8ec:41395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:19:42,604 INFO [RS:0;218194e0d8ec:41395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C41395%2C1733408380309, suffix=, logDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309, archiveDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/oldWALs, maxLogs=10 2024-12-05T14:19:42,615 DEBUG [RS:0;218194e0d8ec:41395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605, exclude list is [], retry=0 2024-12-05T14:19:42,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39005,DS-615e51ca-e0ca-4efd-af14-e6c82acc3e09,DISK] 2024-12-05T14:19:42,618 INFO [RS:0;218194e0d8ec:41395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 2024-12-05T14:19:42,619 DEBUG [RS:0;218194e0d8ec:41395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38701:38701)] 2024-12-05T14:19:42,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:19:42,751 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55 2024-12-05T14:19:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:19:43,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:43,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:19:43,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:19:43,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:43,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:43,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:19:43,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:19:43,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:43,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:43,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:19:43,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:19:43,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:43,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:43,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:19:43,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:19:43,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:43,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:43,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:19:43,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740 2024-12-05T14:19:43,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740 2024-12-05T14:19:43,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:19:43,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:19:43,165 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:43,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:19:43,167 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:43,167 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62994576, jitterRate=-0.061307668685913086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:43,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408383156Initializing all the Stores at 1733408383157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408383157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408383157Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408383157Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408383157Cleaning up temporary data from old regions at 1733408383164 (+7 ms)Region opened successfully at 1733408383167 (+3 ms) 2024-12-05T14:19:43,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:19:43,168 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:19:43,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:19:43,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:19:43,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:19:43,168 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:43,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408383167Disabling compacts and flushes for region at 1733408383167Disabling writes for close at 1733408383168 (+1 ms)Writing region close event to WAL at 1733408383168Closed at 1733408383168 2024-12-05T14:19:43,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:43,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:19:43,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:19:43,169 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:19:43,170 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:19:43,320 DEBUG [218194e0d8ec:38635 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:19:43,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,41395,1733408380309 2024-12-05T14:19:43,321 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,41395,1733408380309, state=OPENING 2024-12-05T14:19:43,375 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:19:43,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:43,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:43,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:19:43,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0828915658/meta-region-server: CHANGED 2024-12-05T14:19:43,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0828915658/meta-region-server: CHANGED 2024-12-05T14:19:43,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,41395,1733408380309}] 2024-12-05T14:19:43,538 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:19:43,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:19:43,541 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:19:43,541 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:43,542 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:19:43,543 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C41395%2C1733408380309.meta, suffix=.meta, logDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309, archiveDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/oldWALs, maxLogs=10 2024-12-05T14:19:43,553 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.meta.1733408383543.meta, exclude list is [], retry=0 2024-12-05T14:19:43,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39005,DS-615e51ca-e0ca-4efd-af14-e6c82acc3e09,DISK] 2024-12-05T14:19:43,556 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.meta.1733408383543.meta 2024-12-05T14:19:43,556 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38701:38701)] 2024-12-05T14:19:43,556 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:43,557 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:19:43,557 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:19:43,557 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:19:43,557 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:19:43,557 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:19:43,557 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:43,557 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:19:43,557 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:19:43,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:19:43,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:19:43,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:43,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:43,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:19:43,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:19:43,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:43,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:43,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:19:43,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:19:43,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:43,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:43,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:19:43,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:19:43,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:43,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:43,562 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:19:43,562 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740 2024-12-05T14:19:43,563 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740 2024-12-05T14:19:43,564 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:19:43,564 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:19:43,564 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:43,565 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:19:43,566 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61119903, jitterRate=-0.08924247324466705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:43,566 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:19:43,566 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408383557Writing region info on filesystem at 1733408383557Initializing all the Stores at 1733408383558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408383558Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408383558Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408383558Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408383558Cleaning up temporary data from old regions at 1733408383564 (+6 ms)Running coprocessor post-open hooks at 1733408383566 (+2 ms)Region opened successfully at 1733408383566 2024-12-05T14:19:43,567 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408383537 2024-12-05T14:19:43,569 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:19:43,569 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:19:43,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,41395,1733408380309 2024-12-05T14:19:43,570 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,41395,1733408380309, state=OPEN 2024-12-05T14:19:43,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0828915658/meta-region-server 2024-12-05T14:19:43,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0828915658/meta-region-server 2024-12-05T14:19:43,618 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,41395,1733408380309 2024-12-05T14:19:43,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0828915658/meta-region-server: CHANGED 2024-12-05T14:19:43,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0828915658/meta-region-server: CHANGED 2024-12-05T14:19:43,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:19:43,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,41395,1733408380309 in 232 msec 2024-12-05T14:19:43,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:19:43,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-12-05T14:19:43,622 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:43,622 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:19:43,623 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:43,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41395,1733408380309, seqNum=-1] 2024-12-05T14:19:43,624 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:43,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:43,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-12-05T14:19:43,629 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408383629, completionTime=-1 2024-12-05T14:19:43,629 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:19:43,629 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:19:43,630 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:19:43,630 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408443630 2024-12-05T14:19:43,631 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408503631 2024-12-05T14:19:43,631 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:19:43,631 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38635,1733408380117-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:43,631 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38635,1733408380117-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:43,631 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38635,1733408380117-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:43,631 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:38635, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:43,631 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:43,631 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:43,632 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:19:43,634 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.265sec 2024-12-05T14:19:43,634 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:19:43,634 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:19:43,634 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:19:43,634 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:19:43,634 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:19:43,634 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38635,1733408380117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:19:43,634 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38635,1733408380117-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:19:43,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c45d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:43,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38635,-1 for getting cluster id 2024-12-05T14:19:43,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:43,636 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:19:43,636 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:19:43,636 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38635,1733408380117-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:43,636 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9040a82-a8c5-4510-b387-dd1663601f65' 2024-12-05T14:19:43,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:43,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9040a82-a8c5-4510-b387-dd1663601f65" 2024-12-05T14:19:43,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f44b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:43,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38635,-1] 2024-12-05T14:19:43,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:43,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:43,638 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:43,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cf712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:43,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41395,1733408380309, seqNum=-1] 2024-12-05T14:19:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:43,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:43,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,38635,1733408380117 2024-12-05T14:19:43,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61462 2024-12-05T14:19:43,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:43,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5dcc84b0002 connected 2024-12-05T14:19:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/hadoop.log.dir so I do NOT create it in target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92 2024-12-05T14:19:43,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:19:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/hadoop.tmp.dir so I do NOT create it in target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92 2024-12-05T14:19:43,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:19:43,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92 2024-12-05T14:19:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:19:43,676 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/cluster_48d78d29-e439-9554-d6dc-28bef2a466d8, deleteOnExit=true 2024-12-05T14:19:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:19:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/test.cache.data in system properties and HBase conf 2024-12-05T14:19:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:19:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:19:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:19:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:19:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:19:43,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:19:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:19:44,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:19:44,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:19:44,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:19:44,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:19:44,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:19:44,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:19:44,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc0c06c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:19:44,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3578eb81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:19:44,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303210c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/java.io.tmpdir/jetty-localhost-34787-hadoop-hdfs-3_4_1-tests_jar-_-any-640762305764712878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:19:44,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12f084d6{HTTP/1.1, (http/1.1)}{localhost:34787} 2024-12-05T14:19:44,138 INFO [Time-limited test {}] server.Server(415): Started @174704ms 2024-12-05T14:19:44,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:19:44,470 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:19:44,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:19:44,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:19:44,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:19:44,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f69979f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:19:44,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63ce42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:19:44,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f383181{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/java.io.tmpdir/jetty-localhost-41619-hadoop-hdfs-3_4_1-tests_jar-_-any-12256931880992466568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:19:44,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43690538{HTTP/1.1, (http/1.1)}{localhost:41619} 2024-12-05T14:19:44,582 INFO [Time-limited test {}] server.Server(415): Started @175149ms 2024-12-05T14:19:44,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:19:46,478 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/cluster_48d78d29-e439-9554-d6dc-28bef2a466d8/data/data2/current/BP-2081776444-172.17.0.2-1733408383690/current, will proceed with Du for space computation calculation, 2024-12-05T14:19:46,478 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/cluster_48d78d29-e439-9554-d6dc-28bef2a466d8/data/data1/current/BP-2081776444-172.17.0.2-1733408383690/current, will proceed with Du for space computation calculation, 2024-12-05T14:19:46,492 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:19:46,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b5074323da1f7a0 with lease ID 0x1ec81f70f83e309b: Processing first storage report for DS-e0ca2d59-6d10-41ea-b01b-c1875e5e71e8 from datanode DatanodeRegistration(127.0.0.1:41923, datanodeUuid=568cd5c3-72f5-493c-87c9-6d9e84928888, infoPort=35605, infoSecurePort=0, ipcPort=34505, storageInfo=lv=-57;cid=testClusterID;nsid=179784534;c=1733408383690) 2024-12-05T14:19:46,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b5074323da1f7a0 with lease ID 0x1ec81f70f83e309b: from storage DS-e0ca2d59-6d10-41ea-b01b-c1875e5e71e8 node DatanodeRegistration(127.0.0.1:41923, datanodeUuid=568cd5c3-72f5-493c-87c9-6d9e84928888, infoPort=35605, infoSecurePort=0, ipcPort=34505, storageInfo=lv=-57;cid=testClusterID;nsid=179784534;c=1733408383690), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:19:46,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b5074323da1f7a0 with lease ID 0x1ec81f70f83e309b: Processing first storage report for DS-5b3010b7-6270-474d-992f-bad280382517 from datanode DatanodeRegistration(127.0.0.1:41923, datanodeUuid=568cd5c3-72f5-493c-87c9-6d9e84928888, infoPort=35605, infoSecurePort=0, ipcPort=34505, storageInfo=lv=-57;cid=testClusterID;nsid=179784534;c=1733408383690) 2024-12-05T14:19:46,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b5074323da1f7a0 with lease ID 0x1ec81f70f83e309b: from storage DS-5b3010b7-6270-474d-992f-bad280382517 node DatanodeRegistration(127.0.0.1:41923, datanodeUuid=568cd5c3-72f5-493c-87c9-6d9e84928888, infoPort=35605, infoSecurePort=0, ipcPort=34505, storageInfo=lv=-57;cid=testClusterID;nsid=179784534;c=1733408383690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:19:46,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92 2024-12-05T14:19:46,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:46,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:46,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:19:46,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:19:46,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T14:19:46,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:19:46,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T14:19:46,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:19:46,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T14:19:46,935 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9 with version=8 2024-12-05T14:19:46,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/hbase-staging 2024-12-05T14:19:46,937 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:19:46,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:46,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:46,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:19:46,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:46,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:19:46,937 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:19:46,937 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:19:46,938 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36505 2024-12-05T14:19:46,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36505 connecting to ZooKeeper ensemble=127.0.0.1:61462 2024-12-05T14:19:46,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365050x0, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:46,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36505-0x101a5dcc84b0003 connected 2024-12-05T14:19:47,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:47,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:47,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Set watcher on znode that does not yet exist, /11269967419/running 2024-12-05T14:19:47,036 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9, hbase.cluster.distributed=false 2024-12-05T14:19:47,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Set watcher on znode that does not yet exist, /11269967419/acl 2024-12-05T14:19:47,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36505 2024-12-05T14:19:47,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36505 2024-12-05T14:19:47,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36505 2024-12-05T14:19:47,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36505 2024-12-05T14:19:47,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36505 2024-12-05T14:19:47,055 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:19:47,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:47,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:47,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:19:47,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:19:47,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:19:47,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:19:47,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:19:47,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43019 2024-12-05T14:19:47,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43019 connecting to ZooKeeper ensemble=127.0.0.1:61462 2024-12-05T14:19:47,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:47,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:47,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430190x0, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:47,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430190x0, quorum=127.0.0.1:61462, baseZNode=/11269967419 Set watcher on znode that does not yet exist, /11269967419/running 2024-12-05T14:19:47,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43019-0x101a5dcc84b0004 connected 2024-12-05T14:19:47,074 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:19:47,075 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:19:47,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Set watcher on znode that does not yet exist, /11269967419/master 2024-12-05T14:19:47,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Set watcher on znode that does not yet exist, /11269967419/acl 2024-12-05T14:19:47,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43019 2024-12-05T14:19:47,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43019 2024-12-05T14:19:47,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43019 2024-12-05T14:19:47,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43019 2024-12-05T14:19:47,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43019 2024-12-05T14:19:47,093 DEBUG [M:0;218194e0d8ec:36505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:36505 2024-12-05T14:19:47,093 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11269967419/backup-masters/218194e0d8ec,36505,1733408386937 2024-12-05T14:19:47,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419/backup-masters 2024-12-05T14:19:47,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419/backup-masters 2024-12-05T14:19:47,106 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Set watcher on existing znode=/11269967419/backup-masters/218194e0d8ec,36505,1733408386937 2024-12-05T14:19:47,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:47,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11269967419/master 2024-12-05T14:19:47,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:47,116 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Set watcher on existing znode=/11269967419/master 2024-12-05T14:19:47,116 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11269967419/backup-masters/218194e0d8ec,36505,1733408386937 from backup master directory 2024-12-05T14:19:47,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269967419/backup-masters/218194e0d8ec,36505,1733408386937 2024-12-05T14:19:47,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419/backup-masters 2024-12-05T14:19:47,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419/backup-masters 2024-12-05T14:19:47,126 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:19:47,126 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,36505,1733408386937 2024-12-05T14:19:47,129 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/hbase.id] with ID: dcda2524-9996-4749-8dbd-b72ae6a86fb3 2024-12-05T14:19:47,129 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/.tmp/hbase.id 2024-12-05T14:19:47,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:19:47,538 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/.tmp/hbase.id]:[hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/hbase.id] 2024-12-05T14:19:47,547 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:47,547 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:19:47,547 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T14:19:47,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:47,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:47,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:19:48,001 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:19:48,002 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:19:48,002 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:48,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:19:48,411 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store 2024-12-05T14:19:48,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:19:48,477 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:19:48,816 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:48,816 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:19:48,816 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:48,816 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:48,816 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:19:48,816 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:48,816 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:19:48,816 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408388816Disabling compacts and flushes for region at 1733408388816Disabling writes for close at 1733408388816Writing region close event to WAL at 1733408388816Closed at 1733408388816 2024-12-05T14:19:48,817 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/.initializing 2024-12-05T14:19:48,817 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/WALs/218194e0d8ec,36505,1733408386937 2024-12-05T14:19:48,818 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:19:48,819 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C36505%2C1733408386937, suffix=, logDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/WALs/218194e0d8ec,36505,1733408386937, archiveDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/oldWALs, maxLogs=10 2024-12-05T14:19:48,834 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/WALs/218194e0d8ec,36505,1733408386937/218194e0d8ec%2C36505%2C1733408386937.1733408388819, exclude list is [], retry=0 2024-12-05T14:19:48,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41923,DS-e0ca2d59-6d10-41ea-b01b-c1875e5e71e8,DISK] 2024-12-05T14:19:48,838 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/WALs/218194e0d8ec,36505,1733408386937/218194e0d8ec%2C36505%2C1733408386937.1733408388819 2024-12-05T14:19:48,838 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35605:35605)] 2024-12-05T14:19:48,838 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:48,838 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:48,838 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:48,838 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:48,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:48,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:19:48,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:48,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:48,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:48,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:19:48,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:48,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:48,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:48,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:19:48,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:48,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:48,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:48,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:19:48,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:48,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:48,844 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:48,845 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:48,845 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:48,846 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:48,846 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:48,846 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:48,847 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:19:48,848 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:48,849 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72116619, jitterRate=0.07462136447429657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:48,849 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408388839Initializing all the Stores at 1733408388839Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408388839Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408388839Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408388839Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408388839Cleaning up temporary data from old regions at 1733408388846 (+7 ms)Region opened successfully at 1733408388849 (+3 ms) 2024-12-05T14:19:48,849 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:19:48,852 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1136dc21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:19:48,853 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:19:48,853 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:19:48,853 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:19:48,853 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:19:48,854 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:19:48,854 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:19:48,854 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:19:48,858 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:19:48,858 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Unable to get data of znode /11269967419/balancer because node does not exist (not necessarily an error) 2024-12-05T14:19:48,873 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269967419/balancer already deleted, retry=false 2024-12-05T14:19:48,874 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:19:48,875 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Unable to get data of znode /11269967419/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:19:48,884 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269967419/normalizer already deleted, retry=false 2024-12-05T14:19:48,884 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:19:48,886 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Unable to get data of znode /11269967419/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:19:48,894 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269967419/switch/split already deleted, retry=false 2024-12-05T14:19:48,895 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Unable to get data of znode /11269967419/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:19:48,905 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269967419/switch/merge already deleted, retry=false 2024-12-05T14:19:48,906 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Unable to get data of znode /11269967419/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:19:48,915 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11269967419/snapshot-cleanup already deleted, retry=false 2024-12-05T14:19:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11269967419/running 2024-12-05T14:19:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11269967419/running 2024-12-05T14:19:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:48,926 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,36505,1733408386937, sessionid=0x101a5dcc84b0003, setting cluster-up flag (Was=false) 2024-12-05T14:19:48,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:48,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:48,979 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11269967419/flush-table-proc/acquired, /11269967419/flush-table-proc/reached, /11269967419/flush-table-proc/abort 2024-12-05T14:19:48,980 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,36505,1733408386937 2024-12-05T14:19:49,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:49,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:49,031 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11269967419/online-snapshot/acquired, /11269967419/online-snapshot/reached, /11269967419/online-snapshot/abort 2024-12-05T14:19:49,032 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,36505,1733408386937 2024-12-05T14:19:49,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:19:49,034 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:49,035 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:19:49,035 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:19:49,035 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,36505,1733408386937 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:19:49,036 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:49,036 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:49,036 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:49,036 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:19:49,036 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:19:49,036 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,036 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:19:49,036 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408419037 2024-12-05T14:19:49,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:19:49,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:19:49,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:19:49,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:19:49,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:19:49,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:49,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:19:49,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:19:49,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:19:49,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:19:49,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:19:49,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:19:49,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:19:49,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:19:49,039 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408389038,5,FailOnTimeoutGroup] 2024-12-05T14:19:49,039 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408389039,5,FailOnTimeoutGroup] 2024-12-05T14:19:49,039 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,039 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:19:49,039 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,039 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:49,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:19:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:19:49,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:19:49,055 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9 2024-12-05T14:19:49,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:19:49,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:19:49,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:49,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:49,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:49,086 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(746): ClusterId : dcda2524-9996-4749-8dbd-b72ae6a86fb3 2024-12-05T14:19:49,086 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:19:49,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:49,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:49,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:49,095 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:19:49,095 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:19:49,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:49,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:49,106 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:19:49,106 DEBUG [RS:0;218194e0d8ec:43019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429a0e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:19:49,119 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:43019 2024-12-05T14:19:49,120 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:19:49,120 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:19:49,120 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:19:49,120 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,36505,1733408386937 with port=43019, startcode=1733408387055 2024-12-05T14:19:49,121 DEBUG [RS:0;218194e0d8ec:43019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:19:49,122 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:19:49,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,43019,1733408387055 2024-12-05T14:19:49,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36505 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,43019,1733408387055 2024-12-05T14:19:49,124 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9 2024-12-05T14:19:49,124 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40655 2024-12-05T14:19:49,124 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:19:49,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419/rs 2024-12-05T14:19:49,132 DEBUG [RS:0;218194e0d8ec:43019 {}] zookeeper.ZKUtil(111): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Set watcher on existing znode=/11269967419/rs/218194e0d8ec,43019,1733408387055 2024-12-05T14:19:49,132 WARN [RS:0;218194e0d8ec:43019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:19:49,132 INFO [RS:0;218194e0d8ec:43019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:49,133 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055 2024-12-05T14:19:49,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,43019,1733408387055] 2024-12-05T14:19:49,135 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:19:49,137 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:19:49,137 INFO [RS:0;218194e0d8ec:43019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:19:49,137 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,137 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:19:49,138 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:19:49,138 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:19:49,138 DEBUG [RS:0;218194e0d8ec:43019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:19:49,140 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,140 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,140 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,140 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,140 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,140 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43019,1733408387055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:19:49,161 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:19:49,161 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43019,1733408387055-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,161 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,161 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.Replication(171): 218194e0d8ec,43019,1733408387055 started 2024-12-05T14:19:49,179 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:49,179 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,43019,1733408387055, RpcServer on 218194e0d8ec/172.17.0.2:43019, sessionid=0x101a5dcc84b0004 2024-12-05T14:19:49,180 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:19:49,180 DEBUG [RS:0;218194e0d8ec:43019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,43019,1733408387055 2024-12-05T14:19:49,180 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,43019,1733408387055' 2024-12-05T14:19:49,180 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11269967419/flush-table-proc/abort' 2024-12-05T14:19:49,180 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11269967419/flush-table-proc/acquired' 2024-12-05T14:19:49,180 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:19:49,180 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:19:49,180 DEBUG [RS:0;218194e0d8ec:43019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,43019,1733408387055 2024-12-05T14:19:49,180 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,43019,1733408387055' 2024-12-05T14:19:49,180 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11269967419/online-snapshot/abort' 2024-12-05T14:19:49,181 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11269967419/online-snapshot/acquired' 2024-12-05T14:19:49,181 DEBUG [RS:0;218194e0d8ec:43019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:19:49,181 INFO [RS:0;218194e0d8ec:43019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:19:49,181 INFO [RS:0;218194e0d8ec:43019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:19:49,282 INFO [RS:0;218194e0d8ec:43019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:19:49,283 INFO [RS:0;218194e0d8ec:43019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C43019%2C1733408387055, suffix=, logDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055, archiveDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/oldWALs, maxLogs=10 2024-12-05T14:19:49,299 DEBUG [RS:0;218194e0d8ec:43019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283, exclude list is [], retry=0 2024-12-05T14:19:49,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41923,DS-e0ca2d59-6d10-41ea-b01b-c1875e5e71e8,DISK] 2024-12-05T14:19:49,303 INFO [RS:0;218194e0d8ec:43019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 2024-12-05T14:19:49,303 DEBUG [RS:0;218194e0d8ec:43019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35605:35605)] 2024-12-05T14:19:49,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:49,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:19:49,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:19:49,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:49,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:49,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:19:49,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:19:49,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:49,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:49,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:19:49,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:19:49,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:49,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:49,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:19:49,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:19:49,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:49,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:49,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:19:49,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740 2024-12-05T14:19:49,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740 2024-12-05T14:19:49,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:19:49,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:19:49,474 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:49,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:19:49,477 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:49,477 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61429720, jitterRate=-0.08462584018707275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:49,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408389466Initializing all the Stores at 1733408389467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408389467Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408389467Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408389467Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408389467Cleaning up temporary data from old regions at 1733408389474 (+7 ms)Region opened successfully at 1733408389477 (+3 ms) 2024-12-05T14:19:49,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:19:49,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:19:49,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:19:49,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:19:49,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:19:49,477 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:19:49,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408389477Disabling compacts and flushes for region at 1733408389477Disabling writes for close at 1733408389477Writing region close event to WAL at 1733408389477Closed at 1733408389477 2024-12-05T14:19:49,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:49,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:19:49,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:19:49,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:19:49,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:19:49,631 DEBUG [218194e0d8ec:36505 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:19:49,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,43019,1733408387055 2024-12-05T14:19:49,633 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,43019,1733408387055, state=OPENING 2024-12-05T14:19:49,724 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:19:49,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:49,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:49,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11269967419/meta-region-server: CHANGED 2024-12-05T14:19:49,767 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:19:49,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11269967419/meta-region-server: CHANGED 2024-12-05T14:19:49,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,43019,1733408387055}] 2024-12-05T14:19:49,920 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:19:49,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:19:49,924 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:19:49,924 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:49,924 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:19:49,925 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C43019%2C1733408387055.meta, suffix=.meta, logDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055, archiveDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/oldWALs, maxLogs=10 2024-12-05T14:19:49,935 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.meta.1733408389925.meta, exclude list is [], retry=0 2024-12-05T14:19:49,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41923,DS-e0ca2d59-6d10-41ea-b01b-c1875e5e71e8,DISK] 2024-12-05T14:19:49,938 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.meta.1733408389925.meta 2024-12-05T14:19:49,938 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35605:35605)] 2024-12-05T14:19:49,938 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:49,939 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:19:49,939 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:19:49,939 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:19:49,939 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:19:49,939 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:19:49,939 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:49,939 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:19:49,939 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:19:49,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:19:49,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:19:49,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:49,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:49,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:19:49,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:19:49,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:49,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:49,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:19:49,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:19:49,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:49,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:49,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:19:49,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:19:49,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:49,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:19:49,944 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:19:49,944 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740 2024-12-05T14:19:49,945 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740 2024-12-05T14:19:49,946 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:19:49,946 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:19:49,946 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:19:49,947 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:19:49,947 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69346175, jitterRate=0.033338531851768494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:19:49,947 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:19:49,947 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408389939Writing region info on filesystem at 1733408389939Initializing all the Stores at 1733408389940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408389940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408389940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408389940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408389940Cleaning up temporary data from old regions at 1733408389946 (+6 ms)Running coprocessor post-open hooks at 1733408389947 (+1 ms)Region opened successfully at 1733408389947 2024-12-05T14:19:49,948 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408389920 2024-12-05T14:19:49,950 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:19:49,950 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:19:49,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,43019,1733408387055 2024-12-05T14:19:49,951 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,43019,1733408387055, state=OPEN 2024-12-05T14:19:50,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11269967419/meta-region-server 2024-12-05T14:19:50,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11269967419/meta-region-server 2024-12-05T14:19:50,115 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,43019,1733408387055 2024-12-05T14:19:50,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11269967419/meta-region-server: CHANGED 2024-12-05T14:19:50,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11269967419/meta-region-server: CHANGED 2024-12-05T14:19:50,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:19:50,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,43019,1733408387055 in 348 msec 2024-12-05T14:19:50,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:19:50,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-12-05T14:19:50,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:19:50,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:19:50,121 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:50,121 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1] 2024-12-05T14:19:50,122 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:50,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:50,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0920 sec 2024-12-05T14:19:50,128 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408390128, completionTime=-1 2024-12-05T14:19:50,128 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:19:50,128 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:19:50,130 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:19:50,130 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408450130 2024-12-05T14:19:50,130 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408510130 2024-12-05T14:19:50,130 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:19:50,130 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,36505,1733408386937-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:50,130 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,36505,1733408386937-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:50,130 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,36505,1733408386937-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:50,130 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:36505, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:50,130 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:50,131 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:50,132 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:19:50,134 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.008sec 2024-12-05T14:19:50,134 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:19:50,134 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:19:50,134 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:19:50,134 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:19:50,134 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:19:50,134 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,36505,1733408386937-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:19:50,134 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,36505,1733408386937-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:19:50,136 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:19:50,136 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:19:50,136 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,36505,1733408386937-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:19:50,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277de5fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:50,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,36505,-1 for getting cluster id 2024-12-05T14:19:50,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:50,189 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcda2524-9996-4749-8dbd-b72ae6a86fb3' 2024-12-05T14:19:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcda2524-9996-4749-8dbd-b72ae6a86fb3" 2024-12-05T14:19:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cdb9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,36505,-1] 2024-12-05T14:19:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:50,190 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:50,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22023049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:50,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:50,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1] 2024-12-05T14:19:50,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:50,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,36505,1733408386937 2024-12-05T14:19:50,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61462 2024-12-05T14:19:50,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:19:50,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5dcc84b0005 connected 2024-12-05T14:19:50,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38635,1733408380117 2024-12-05T14:19:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@601fc5d2 2024-12-05T14:19:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:50,235 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:19:50,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:19:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:19:50,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:19:50,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:50,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:19:50,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:19:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:19:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:50,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7e9bc4821e56e10a702c4e409091f0d, NAME => 'test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55 2024-12-05T14:19:50,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:19:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:51,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:51,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c7e9bc4821e56e10a702c4e409091f0d, disabling compactions & flushes 2024-12-05T14:19:51,057 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. 2024-12-05T14:19:51,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. 2024-12-05T14:19:51,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. after waiting 0 ms 2024-12-05T14:19:51,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. 2024-12-05T14:19:51,057 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. 2024-12-05T14:19:51,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7e9bc4821e56e10a702c4e409091f0d: Waiting for close lock at 1733408391057Disabling compacts and flushes for region at 1733408391057Disabling writes for close at 1733408391057Writing region close event to WAL at 1733408391057Closed at 1733408391057 2024-12-05T14:19:51,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:19:51,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408391059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408391059"}]},"ts":"1733408391059"} 2024-12-05T14:19:51,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:19:51,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:19:51,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408391062"}]},"ts":"1733408391062"} 2024-12-05T14:19:51,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:19:51,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7e9bc4821e56e10a702c4e409091f0d, ASSIGN}] 2024-12-05T14:19:51,065 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7e9bc4821e56e10a702c4e409091f0d, ASSIGN 2024-12-05T14:19:51,066 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c7e9bc4821e56e10a702c4e409091f0d, ASSIGN; state=OFFLINE, location=218194e0d8ec,41395,1733408380309; forceNewPlan=false, retain=false 2024-12-05T14:19:51,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7e9bc4821e56e10a702c4e409091f0d, regionState=OPENING, regionLocation=218194e0d8ec,41395,1733408380309 2024-12-05T14:19:51,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c7e9bc4821e56e10a702c4e409091f0d, ASSIGN because future has completed 2024-12-05T14:19:51,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7e9bc4821e56e10a702c4e409091f0d, server=218194e0d8ec,41395,1733408380309}] 2024-12-05T14:19:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:51,375 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. 2024-12-05T14:19:51,375 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7e9bc4821e56e10a702c4e409091f0d, NAME => 'test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:51,376 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:19:51,376 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:19:51,376 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,376 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:51,376 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,376 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,378 INFO [StoreOpener-c7e9bc4821e56e10a702c4e409091f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,379 INFO [StoreOpener-c7e9bc4821e56e10a702c4e409091f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e9bc4821e56e10a702c4e409091f0d columnFamilyName f 2024-12-05T14:19:51,379 DEBUG [StoreOpener-c7e9bc4821e56e10a702c4e409091f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:51,379 INFO [StoreOpener-c7e9bc4821e56e10a702c4e409091f0d-1 {}] regionserver.HStore(327): Store=c7e9bc4821e56e10a702c4e409091f0d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:51,379 INFO [StoreOpener-c7e9bc4821e56e10a702c4e409091f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,380 INFO [StoreOpener-c7e9bc4821e56e10a702c4e409091f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e9bc4821e56e10a702c4e409091f0d columnFamilyName f1 2024-12-05T14:19:51,380 DEBUG [StoreOpener-c7e9bc4821e56e10a702c4e409091f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:51,381 INFO [StoreOpener-c7e9bc4821e56e10a702c4e409091f0d-1 {}] regionserver.HStore(327): Store=c7e9bc4821e56e10a702c4e409091f0d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:51,381 INFO [StoreOpener-c7e9bc4821e56e10a702c4e409091f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,381 INFO [StoreOpener-c7e9bc4821e56e10a702c4e409091f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e9bc4821e56e10a702c4e409091f0d columnFamilyName norep 2024-12-05T14:19:51,381 DEBUG [StoreOpener-c7e9bc4821e56e10a702c4e409091f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:51,382 INFO [StoreOpener-c7e9bc4821e56e10a702c4e409091f0d-1 {}] regionserver.HStore(327): Store=c7e9bc4821e56e10a702c4e409091f0d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:51,382 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,382 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,383 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,383 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,383 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,384 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:19:51,385 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,386 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:51,386 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7e9bc4821e56e10a702c4e409091f0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65548749, jitterRate=-0.023247525095939636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:19:51,386 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:19:51,387 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7e9bc4821e56e10a702c4e409091f0d: Running coprocessor pre-open hook at 1733408391376Writing region info on filesystem at 1733408391376Initializing all the Stores at 1733408391377 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408391378 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408391378Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408391378Cleaning up temporary data from old regions at 1733408391384 (+6 ms)Running coprocessor post-open hooks at 1733408391386 (+2 ms)Region opened successfully at 1733408391387 (+1 ms) 2024-12-05T14:19:51,388 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d., pid=6, masterSystemTime=1733408391371 2024-12-05T14:19:51,389 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. 2024-12-05T14:19:51,389 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. 2024-12-05T14:19:51,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7e9bc4821e56e10a702c4e409091f0d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,41395,1733408380309 2024-12-05T14:19:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7e9bc4821e56e10a702c4e409091f0d, server=218194e0d8ec,41395,1733408380309 because future has completed 2024-12-05T14:19:51,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:19:51,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7e9bc4821e56e10a702c4e409091f0d, server=218194e0d8ec,41395,1733408380309 in 173 msec 2024-12-05T14:19:51,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:19:51,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c7e9bc4821e56e10a702c4e409091f0d, ASSIGN in 330 msec 2024-12-05T14:19:51,396 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:19:51,396 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408391396"}]},"ts":"1733408391396"} 2024-12-05T14:19:51,398 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:19:51,399 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:19:51,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-05T14:19:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:52,384 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:19:52,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:52,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,36505,1733408386937 2024-12-05T14:19:52,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10fd3740 2024-12-05T14:19:52,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:52,386 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:19:52,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:19:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:19:52,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:19:52,389 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:52,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:19:52,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:19:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:52,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:19:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:52,796 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f12c69e6311e78f2e674cbbd1b96944d, NAME => 'test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9 2024-12-05T14:19:52,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:19:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:53,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:53,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f12c69e6311e78f2e674cbbd1b96944d, disabling compactions & flushes 2024-12-05T14:19:53,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. 2024-12-05T14:19:53,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. 2024-12-05T14:19:53,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. after waiting 0 ms 2024-12-05T14:19:53,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. 2024-12-05T14:19:53,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. 2024-12-05T14:19:53,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f12c69e6311e78f2e674cbbd1b96944d: Waiting for close lock at 1733408393201Disabling compacts and flushes for region at 1733408393201Disabling writes for close at 1733408393201Writing region close event to WAL at 1733408393201Closed at 1733408393201 2024-12-05T14:19:53,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:19:53,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408393202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408393202"}]},"ts":"1733408393202"} 2024-12-05T14:19:53,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:19:53,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:19:53,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408393205"}]},"ts":"1733408393205"} 2024-12-05T14:19:53,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:19:53,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f12c69e6311e78f2e674cbbd1b96944d, ASSIGN}] 2024-12-05T14:19:53,207 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f12c69e6311e78f2e674cbbd1b96944d, ASSIGN 2024-12-05T14:19:53,208 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f12c69e6311e78f2e674cbbd1b96944d, ASSIGN; state=OFFLINE, location=218194e0d8ec,43019,1733408387055; forceNewPlan=false, retain=false 2024-12-05T14:19:53,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f12c69e6311e78f2e674cbbd1b96944d, regionState=OPENING, regionLocation=218194e0d8ec,43019,1733408387055 2024-12-05T14:19:53,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f12c69e6311e78f2e674cbbd1b96944d, ASSIGN because future has completed 2024-12-05T14:19:53,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f12c69e6311e78f2e674cbbd1b96944d, server=218194e0d8ec,43019,1733408387055}] 2024-12-05T14:19:53,516 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. 2024-12-05T14:19:53,516 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f12c69e6311e78f2e674cbbd1b96944d, NAME => 'test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:53,516 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:19:53,516 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:19:53,516 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,516 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:53,517 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,517 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,518 INFO [StoreOpener-f12c69e6311e78f2e674cbbd1b96944d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,519 INFO [StoreOpener-f12c69e6311e78f2e674cbbd1b96944d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f12c69e6311e78f2e674cbbd1b96944d columnFamilyName f 2024-12-05T14:19:53,519 DEBUG [StoreOpener-f12c69e6311e78f2e674cbbd1b96944d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:53,519 INFO [StoreOpener-f12c69e6311e78f2e674cbbd1b96944d-1 {}] regionserver.HStore(327): Store=f12c69e6311e78f2e674cbbd1b96944d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:53,519 INFO [StoreOpener-f12c69e6311e78f2e674cbbd1b96944d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,520 INFO [StoreOpener-f12c69e6311e78f2e674cbbd1b96944d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f12c69e6311e78f2e674cbbd1b96944d columnFamilyName f1 2024-12-05T14:19:53,520 DEBUG [StoreOpener-f12c69e6311e78f2e674cbbd1b96944d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:53,521 INFO [StoreOpener-f12c69e6311e78f2e674cbbd1b96944d-1 {}] regionserver.HStore(327): Store=f12c69e6311e78f2e674cbbd1b96944d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:53,521 INFO [StoreOpener-f12c69e6311e78f2e674cbbd1b96944d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,522 INFO [StoreOpener-f12c69e6311e78f2e674cbbd1b96944d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f12c69e6311e78f2e674cbbd1b96944d columnFamilyName norep 2024-12-05T14:19:53,522 DEBUG [StoreOpener-f12c69e6311e78f2e674cbbd1b96944d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:53,522 INFO [StoreOpener-f12c69e6311e78f2e674cbbd1b96944d-1 {}] regionserver.HStore(327): Store=f12c69e6311e78f2e674cbbd1b96944d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:53,522 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,523 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,523 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,524 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,524 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:53,524 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:19:53,525 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,527 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:53,527 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f12c69e6311e78f2e674cbbd1b96944d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63781716, jitterRate=-0.04957836866378784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:19:53,527 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:19:53,528 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f12c69e6311e78f2e674cbbd1b96944d: Running coprocessor pre-open hook at 1733408393517Writing region info on filesystem at 1733408393517Initializing all the Stores at 1733408393517Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408393517Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408393518 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408393518Cleaning up temporary data from old regions at 1733408393524 (+6 ms)Running coprocessor post-open hooks at 1733408393527 (+3 ms)Region opened successfully at 1733408393527 2024-12-05T14:19:53,528 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d., pid=6, masterSystemTime=1733408393512 2024-12-05T14:19:53,530 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. 2024-12-05T14:19:53,530 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. 2024-12-05T14:19:53,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f12c69e6311e78f2e674cbbd1b96944d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,43019,1733408387055 2024-12-05T14:19:53,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f12c69e6311e78f2e674cbbd1b96944d, server=218194e0d8ec,43019,1733408387055 because future has completed 2024-12-05T14:19:53,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:19:53,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f12c69e6311e78f2e674cbbd1b96944d, server=218194e0d8ec,43019,1733408387055 in 172 msec 2024-12-05T14:19:53,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:19:53,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f12c69e6311e78f2e674cbbd1b96944d, ASSIGN in 328 msec 2024-12-05T14:19:53,536 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:19:53,536 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408393536"}]},"ts":"1733408393536"} 2024-12-05T14:19:53,538 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:19:53,538 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:19:53,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-05T14:19:54,478 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T14:19:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:19:54,534 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:19:54,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482955cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:54,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38635,-1 for getting cluster id 2024-12-05T14:19:54,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:54,536 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9040a82-a8c5-4510-b387-dd1663601f65' 2024-12-05T14:19:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9040a82-a8c5-4510-b387-dd1663601f65" 2024-12-05T14:19:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59817c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38635,-1] 2024-12-05T14:19:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:54,538 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153e53ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:54,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74170a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:54,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,36505,-1 for getting cluster id 2024-12-05T14:19:54,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:54,540 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcda2524-9996-4749-8dbd-b72ae6a86fb3' 2024-12-05T14:19:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcda2524-9996-4749-8dbd-b72ae6a86fb3" 2024-12-05T14:19:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ce7760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,36505,-1] 2024-12-05T14:19:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:54,541 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:54,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d45c747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:54,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5538310a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:54,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38635,-1 for getting cluster id 2024-12-05T14:19:54,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:54,543 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9040a82-a8c5-4510-b387-dd1663601f65' 2024-12-05T14:19:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9040a82-a8c5-4510-b387-dd1663601f65" 2024-12-05T14:19:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b01280b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38635,-1] 2024-12-05T14:19:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:54,545 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6057cc8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:54,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38635,1733408380117 2024-12-05T14:19:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54626d6d 2024-12-05T14:19:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:54,547 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:19:54,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:36505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:19:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:19:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:19:54,550 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:36505' 2024-12-05T14:19:54,552 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bf4fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:54,552 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,36505,-1 for getting cluster id 2024-12-05T14:19:54,552 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:54,553 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcda2524-9996-4749-8dbd-b72ae6a86fb3' 2024-12-05T14:19:54,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:54,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcda2524-9996-4749-8dbd-b72ae6a86fb3" 2024-12-05T14:19:54,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c066244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:54,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,36505,-1] 2024-12-05T14:19:54,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:54,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:54,554 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:54,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0a2250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:54,555 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:54,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,36505,1733408386937 2024-12-05T14:19:54,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e956fc6 2024-12-05T14:19:54,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:54,556 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:19:54,557 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T14:19:54,557 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:19:54,557 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:54,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:54,557 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:54,557 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:19:54,559 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:19:54,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:19:54,559 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:54,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:19:54,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741837_1013 (size=1138) 2024-12-05T14:19:54,609 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:19:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:19:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:19:54,967 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db67788506408cae01e5d0a5bd265f72, NAME => 'hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55 2024-12-05T14:19:54,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741838_1014 (size=44) 2024-12-05T14:19:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:19:55,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:55,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing db67788506408cae01e5d0a5bd265f72, disabling compactions & flushes 2024-12-05T14:19:55,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. 2024-12-05T14:19:55,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. 2024-12-05T14:19:55,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. after waiting 0 ms 2024-12-05T14:19:55,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. 2024-12-05T14:19:55,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. 2024-12-05T14:19:55,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for db67788506408cae01e5d0a5bd265f72: Waiting for close lock at 1733408395381Disabling compacts and flushes for region at 1733408395381Disabling writes for close at 1733408395381Writing region close event to WAL at 1733408395381Closed at 1733408395381 2024-12-05T14:19:55,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:19:55,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408395382"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408395382"}]},"ts":"1733408395382"} 2024-12-05T14:19:55,384 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:19:55,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:19:55,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408395385"}]},"ts":"1733408395385"} 2024-12-05T14:19:55,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:19:55,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db67788506408cae01e5d0a5bd265f72, ASSIGN}] 2024-12-05T14:19:55,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db67788506408cae01e5d0a5bd265f72, ASSIGN 2024-12-05T14:19:55,389 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db67788506408cae01e5d0a5bd265f72, ASSIGN; state=OFFLINE, location=218194e0d8ec,41395,1733408380309; forceNewPlan=false, retain=false 2024-12-05T14:19:55,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:19:55,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:55,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:55,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:55,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:55,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:55,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:55,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:55,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:19:55,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db67788506408cae01e5d0a5bd265f72, regionState=OPENING, regionLocation=218194e0d8ec,41395,1733408380309 2024-12-05T14:19:55,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db67788506408cae01e5d0a5bd265f72, ASSIGN because future has completed 2024-12-05T14:19:55,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db67788506408cae01e5d0a5bd265f72, server=218194e0d8ec,41395,1733408380309}] 2024-12-05T14:19:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:19:55,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. 2024-12-05T14:19:55,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:55,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:19:55,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C41395%2C1733408380309.rep, suffix=, logDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309, archiveDir=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/oldWALs, maxLogs=10 2024-12-05T14:19:55,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.rep.1733408395698, exclude list is [], retry=0 2024-12-05T14:19:55,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39005,DS-615e51ca-e0ca-4efd-af14-e6c82acc3e09,DISK] 2024-12-05T14:19:55,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.rep.1733408395698 2024-12-05T14:19:55,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38701:38701)] 2024-12-05T14:19:55,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => db67788506408cae01e5d0a5bd265f72, NAME => 'hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:55,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:19:55,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:19:55,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. service=MultiRowMutationService 2024-12-05T14:19:55,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:19:55,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:55,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,719 INFO [StoreOpener-db67788506408cae01e5d0a5bd265f72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,720 INFO [StoreOpener-db67788506408cae01e5d0a5bd265f72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db67788506408cae01e5d0a5bd265f72 columnFamilyName hfileref 2024-12-05T14:19:55,720 DEBUG [StoreOpener-db67788506408cae01e5d0a5bd265f72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:55,720 INFO [StoreOpener-db67788506408cae01e5d0a5bd265f72-1 {}] regionserver.HStore(327): Store=db67788506408cae01e5d0a5bd265f72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:55,720 INFO [StoreOpener-db67788506408cae01e5d0a5bd265f72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,721 INFO [StoreOpener-db67788506408cae01e5d0a5bd265f72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db67788506408cae01e5d0a5bd265f72 columnFamilyName queue 2024-12-05T14:19:55,721 DEBUG [StoreOpener-db67788506408cae01e5d0a5bd265f72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:55,722 INFO [StoreOpener-db67788506408cae01e5d0a5bd265f72-1 {}] regionserver.HStore(327): Store=db67788506408cae01e5d0a5bd265f72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:55,722 INFO [StoreOpener-db67788506408cae01e5d0a5bd265f72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,722 INFO [StoreOpener-db67788506408cae01e5d0a5bd265f72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db67788506408cae01e5d0a5bd265f72 columnFamilyName sid 2024-12-05T14:19:55,723 DEBUG [StoreOpener-db67788506408cae01e5d0a5bd265f72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:55,723 INFO [StoreOpener-db67788506408cae01e5d0a5bd265f72-1 {}] regionserver.HStore(327): Store=db67788506408cae01e5d0a5bd265f72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:55,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:19:55,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:55,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened db67788506408cae01e5d0a5bd265f72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60546227, jitterRate=-0.0977909117937088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:19:55,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db67788506408cae01e5d0a5bd265f72 2024-12-05T14:19:55,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for db67788506408cae01e5d0a5bd265f72: Running coprocessor pre-open hook at 1733408395718Writing region info on filesystem at 1733408395718Initializing all the Stores at 1733408395718Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408395718Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408395719 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408395719Cleaning up temporary data from old regions at 1733408395725 (+6 ms)Running coprocessor post-open hooks at 1733408395728 (+3 ms)Region opened successfully at 1733408395729 (+1 ms) 2024-12-05T14:19:55,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72., pid=10, masterSystemTime=1733408395693 2024-12-05T14:19:55,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. 2024-12-05T14:19:55,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. 2024-12-05T14:19:55,732 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db67788506408cae01e5d0a5bd265f72, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,41395,1733408380309 2024-12-05T14:19:55,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db67788506408cae01e5d0a5bd265f72, server=218194e0d8ec,41395,1733408380309 because future has completed 2024-12-05T14:19:55,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:19:55,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure db67788506408cae01e5d0a5bd265f72, server=218194e0d8ec,41395,1733408380309 in 194 msec 2024-12-05T14:19:55,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T14:19:55,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db67788506408cae01e5d0a5bd265f72, ASSIGN in 349 msec 2024-12-05T14:19:55,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:19:55,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408395738"}]},"ts":"1733408395738"} 2024-12-05T14:19:55,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:19:55,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:19:55,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-12-05T14:19:55,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72., hostname=218194e0d8ec,41395,1733408380309, seqNum=2] 2024-12-05T14:19:55,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:55,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:19:55,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:19:55,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T14:19:55,970 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:19:55,994 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,41395,1733408380309, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:19:55,994 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:55,994 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41395,1733408380309, seqNum=-1] 2024-12-05T14:19:55,995 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:55,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T14:19:55,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,41395,1733408380309', locateType=CURRENT is [region=hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72., hostname=218194e0d8ec,41395,1733408380309, seqNum=2] 2024-12-05T14:19:55,999 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T14:19:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T14:19:56,001 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,41395,1733408380309 suceeded 2024-12-05T14:19:56,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T14:19:56,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T14:19:56,003 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:36505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:19:56,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4560 sec 2024-12-05T14:19:56,013 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:36505' 2024-12-05T14:19:56,016 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de77d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:56,016 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,36505,-1 for getting cluster id 2024-12-05T14:19:56,016 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:56,017 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcda2524-9996-4749-8dbd-b72ae6a86fb3' 2024-12-05T14:19:56,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:56,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcda2524-9996-4749-8dbd-b72ae6a86fb3" 2024-12-05T14:19:56,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a0ffa95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:56,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,36505,-1] 2024-12-05T14:19:56,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:56,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:56,019 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:56,020 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ec0188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:56,020 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:56,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,36505,1733408386937 2024-12-05T14:19:56,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57913719 2024-12-05T14:19:56,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:56,022 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T14:19:56,022 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,41395,1733408380309 (queues=1) is replicating from cluster=a9040a82-a8c5-4510-b387-dd1663601f65 to cluster=dcda2524-9996-4749-8dbd-b72ae6a86fb3 2024-12-05T14:19:56,023 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C41395%2C1733408380309 2024-12-05T14:19:56,023 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,41395,1733408380309, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:19:56,023 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605, startPosition=0, beingWritten=true 2024-12-05T14:19:56,024 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C41395%2C1733408380309 2024-12-05T14:19:56,028 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:19:56,028 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 379, reset compression=false 2024-12-05T14:19:56,028 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,41395,1733408380309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:19:56,233 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 379, reset compression=false 2024-12-05T14:19:56,538 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 379, reset compression=false 2024-12-05T14:19:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:19:56,705 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:19:56,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:56,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:56,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:56,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:56,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:56,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b71f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:56,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,36505,-1 for getting cluster id 2024-12-05T14:19:56,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:56,707 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcda2524-9996-4749-8dbd-b72ae6a86fb3' 2024-12-05T14:19:56,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:56,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcda2524-9996-4749-8dbd-b72ae6a86fb3" 2024-12-05T14:19:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed4e6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,36505,-1] 2024-12-05T14:19:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:56,709 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:56,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580a616f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:56,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:56,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,36505,1733408386937 2024-12-05T14:19:56,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dced906 2024-12-05T14:19:56,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:56,712 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:19:56,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:38635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:19:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:19:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:19:56,715 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:38635' 2024-12-05T14:19:56,716 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b99d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:56,716 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38635,-1 for getting cluster id 2024-12-05T14:19:56,716 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:56,717 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9040a82-a8c5-4510-b387-dd1663601f65' 2024-12-05T14:19:56,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:56,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9040a82-a8c5-4510-b387-dd1663601f65" 2024-12-05T14:19:56,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313d4394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:56,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38635,-1] 2024-12-05T14:19:56,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:56,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:56,718 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:56,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a83062d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:56,719 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:56,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38635,1733408380117 2024-12-05T14:19:56,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f5ef1b5 2024-12-05T14:19:56,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:56,720 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:19:56,721 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T14:19:56,721 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:19:56,721 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:56,721 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:56,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:56,722 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:19:56,723 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:19:56,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:19:56,725 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:56,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:19:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741837_1013 (size=1138) 2024-12-05T14:19:56,744 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 338c8f1eaa35583796d19a757746e397, NAME => 'hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9 2024-12-05T14:19:56,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741838_1014 (size=44) 2024-12-05T14:19:56,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:56,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 338c8f1eaa35583796d19a757746e397, disabling compactions & flushes 2024-12-05T14:19:56,761 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. 2024-12-05T14:19:56,762 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. 2024-12-05T14:19:56,762 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. after waiting 0 ms 2024-12-05T14:19:56,762 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. 2024-12-05T14:19:56,762 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. 2024-12-05T14:19:56,762 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 338c8f1eaa35583796d19a757746e397: Waiting for close lock at 1733408396761Disabling compacts and flushes for region at 1733408396761Disabling writes for close at 1733408396762 (+1 ms)Writing region close event to WAL at 1733408396762Closed at 1733408396762 2024-12-05T14:19:56,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:19:56,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408396763"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408396763"}]},"ts":"1733408396763"} 2024-12-05T14:19:56,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:19:56,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:19:56,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408396768"}]},"ts":"1733408396768"} 2024-12-05T14:19:56,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:19:56,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=338c8f1eaa35583796d19a757746e397, ASSIGN}] 2024-12-05T14:19:56,773 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:19:56,776 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=338c8f1eaa35583796d19a757746e397, ASSIGN 2024-12-05T14:19:56,776 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T14:19:56,776 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T14:19:56,777 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T14:19:56,777 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T14:19:56,777 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=338c8f1eaa35583796d19a757746e397, ASSIGN; state=OFFLINE, location=218194e0d8ec,43019,1733408387055; forceNewPlan=false, retain=false 2024-12-05T14:19:56,777 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:19:56,777 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T14:19:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:19:56,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=338c8f1eaa35583796d19a757746e397, regionState=OPENING, regionLocation=218194e0d8ec,43019,1733408387055 2024-12-05T14:19:56,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=338c8f1eaa35583796d19a757746e397, ASSIGN because future has completed 2024-12-05T14:19:56,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 338c8f1eaa35583796d19a757746e397, server=218194e0d8ec,43019,1733408387055}] 2024-12-05T14:19:56,943 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 379, reset compression=false 2024-12-05T14:19:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:19:57,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. 2024-12-05T14:19:57,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:19:57,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:19:57,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C43019%2C1733408387055.rep, suffix=, logDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055, archiveDir=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/oldWALs, maxLogs=10 2024-12-05T14:19:57,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.rep.1733408397119, exclude list is [], retry=0 2024-12-05T14:19:57,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41923,DS-e0ca2d59-6d10-41ea-b01b-c1875e5e71e8,DISK] 2024-12-05T14:19:57,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.rep.1733408397119 2024-12-05T14:19:57,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35605:35605)] 2024-12-05T14:19:57,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 338c8f1eaa35583796d19a757746e397, NAME => 'hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:19:57,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:19:57,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:19:57,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. service=MultiRowMutationService 2024-12-05T14:19:57,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:19:57,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:19:57,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,156 INFO [StoreOpener-338c8f1eaa35583796d19a757746e397-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,158 INFO [StoreOpener-338c8f1eaa35583796d19a757746e397-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 338c8f1eaa35583796d19a757746e397 columnFamilyName hfileref 2024-12-05T14:19:57,158 DEBUG [StoreOpener-338c8f1eaa35583796d19a757746e397-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:57,159 INFO [StoreOpener-338c8f1eaa35583796d19a757746e397-1 {}] regionserver.HStore(327): Store=338c8f1eaa35583796d19a757746e397/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:57,160 INFO [StoreOpener-338c8f1eaa35583796d19a757746e397-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,161 INFO [StoreOpener-338c8f1eaa35583796d19a757746e397-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 338c8f1eaa35583796d19a757746e397 columnFamilyName queue 2024-12-05T14:19:57,161 DEBUG [StoreOpener-338c8f1eaa35583796d19a757746e397-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:57,162 INFO [StoreOpener-338c8f1eaa35583796d19a757746e397-1 {}] regionserver.HStore(327): Store=338c8f1eaa35583796d19a757746e397/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:57,163 INFO [StoreOpener-338c8f1eaa35583796d19a757746e397-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,172 INFO [StoreOpener-338c8f1eaa35583796d19a757746e397-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 338c8f1eaa35583796d19a757746e397 columnFamilyName sid 2024-12-05T14:19:57,172 DEBUG [StoreOpener-338c8f1eaa35583796d19a757746e397-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:19:57,173 INFO [StoreOpener-338c8f1eaa35583796d19a757746e397-1 {}] regionserver.HStore(327): Store=338c8f1eaa35583796d19a757746e397/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:19:57,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:19:57,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:19:57,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 338c8f1eaa35583796d19a757746e397; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70047798, jitterRate=0.04379352927207947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:19:57,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 338c8f1eaa35583796d19a757746e397 2024-12-05T14:19:57,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 338c8f1eaa35583796d19a757746e397: Running coprocessor pre-open hook at 1733408397155Writing region info on filesystem at 1733408397155Initializing all the Stores at 1733408397156 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408397156Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408397156Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408397156Cleaning up temporary data from old regions at 1733408397175 (+19 ms)Running coprocessor post-open hooks at 1733408397187 (+12 ms)Region opened successfully at 1733408397187 2024-12-05T14:19:57,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397., pid=10, masterSystemTime=1733408397095 2024-12-05T14:19:57,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. 2024-12-05T14:19:57,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. 2024-12-05T14:19:57,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=338c8f1eaa35583796d19a757746e397, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,43019,1733408387055 2024-12-05T14:19:57,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 338c8f1eaa35583796d19a757746e397, server=218194e0d8ec,43019,1733408387055 because future has completed 2024-12-05T14:19:57,202 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36505 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=218194e0d8ec,43019,1733408387055, table=hbase:replication, region=338c8f1eaa35583796d19a757746e397. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T14:19:57,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:19:57,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 338c8f1eaa35583796d19a757746e397, server=218194e0d8ec,43019,1733408387055 in 277 msec 2024-12-05T14:19:57,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T14:19:57,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=338c8f1eaa35583796d19a757746e397, ASSIGN in 470 msec 2024-12-05T14:19:57,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:19:57,246 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408397246"}]},"ts":"1733408397246"} 2024-12-05T14:19:57,250 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:19:57,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:19:57,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 530 msec 2024-12-05T14:19:57,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397., hostname=218194e0d8ec,43019,1733408387055, seqNum=2] 2024-12-05T14:19:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:19:57,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:57,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:19:57,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:19:57,458 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 379, reset compression=false 2024-12-05T14:19:57,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T14:19:57,557 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:19:57,597 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,43019,1733408387055, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:19:57,598 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:57,598 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1] 2024-12-05T14:19:57,598 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:57,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T14:19:57,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,43019,1733408387055', locateType=CURRENT is [region=hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397., hostname=218194e0d8ec,43019,1733408387055, seqNum=2] 2024-12-05T14:19:57,606 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T14:19:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T14:19:57,612 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,43019,1733408387055 suceeded 2024-12-05T14:19:57,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T14:19:57,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-12-05T14:19:57,615 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:38635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:19:57,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 903 msec 2024-12-05T14:19:57,626 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:38635' 2024-12-05T14:19:57,628 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f3eb27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:57,628 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38635,-1 for getting cluster id 2024-12-05T14:19:57,628 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:57,629 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9040a82-a8c5-4510-b387-dd1663601f65' 2024-12-05T14:19:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9040a82-a8c5-4510-b387-dd1663601f65" 2024-12-05T14:19:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@235965aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38635,-1] 2024-12-05T14:19:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:57,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:57,632 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:57,633 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21890ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:57,633 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:57,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38635,1733408380117 2024-12-05T14:19:57,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8377b20 2024-12-05T14:19:57,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:57,635 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T14:19:57,639 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,43019,1733408387055 (queues=1) is replicating from cluster=dcda2524-9996-4749-8dbd-b72ae6a86fb3 to cluster=a9040a82-a8c5-4510-b387-dd1663601f65 2024-12-05T14:19:57,639 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C43019%2C1733408387055 2024-12-05T14:19:57,639 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,43019,1733408387055, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:19:57,644 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283, startPosition=0, beingWritten=true 2024-12-05T14:19:57,645 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C43019%2C1733408387055 2024-12-05T14:19:57,658 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:19:57,658 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 379, reset compression=false 2024-12-05T14:19:57,658 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,43019,1733408387055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:19:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:19:57,854 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:19:57,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:57,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:57,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:57,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:57,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:57,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:57,859 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733408397859/Put/seqid=0 2024-12-05T14:19:57,863 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 379, reset compression=false 2024-12-05T14:19:57,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741840_1016 (size=7894) 2024-12-05T14:19:57,869 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733408397869/Put/seqid=0 2024-12-05T14:19:57,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741841_1017 (size=7691) 2024-12-05T14:19:57,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f874c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:57,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38635,-1 for getting cluster id 2024-12-05T14:19:57,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:57,884 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9040a82-a8c5-4510-b387-dd1663601f65' 2024-12-05T14:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9040a82-a8c5-4510-b387-dd1663601f65" 2024-12-05T14:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7309af9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38635,-1] 2024-12-05T14:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:57,885 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:57,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf95229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:57,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41395,1733408380309, seqNum=-1] 2024-12-05T14:19:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:57,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:57,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38635,1733408380117 2024-12-05T14:19:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a4faaf6 2024-12-05T14:19:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:57,897 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:19:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d., hostname=218194e0d8ec,41395,1733408380309, seqNum=2] 2024-12-05T14:19:57,904 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:19:57,910 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T14:19:57,912 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T14:19:57,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/testHFileCyclicReplication_01/f/hfile_1 for inclusion in c7e9bc4821e56e10a702c4e409091f0d/f 2024-12-05T14:19:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T14:19:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:19:57,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/testHFileCyclicReplication_01/f/hfile_0 for inclusion in c7e9bc4821e56e10a702c4e409091f0d/f 2024-12-05T14:19:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T14:19:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:19:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HRegion(2603): Flush status journal for c7e9bc4821e56e10a702c4e409091f0d: 2024-12-05T14:19:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins__test__5roe3bot1jprg61slm4pl7rg0e281ql12dgta2bgm3b3hk5vm9ckt7er0ofjdc9h/f/hfile_1 2024-12-05T14:19:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins__test__5roe3bot1jprg61slm4pl7rg0e281ql12dgta2bgm3b3hk5vm9ckt7er0ofjdc9h/f/hfile_1 as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/c8cac67877f843b0848cbaacb546116b_SeqId_4_ 2024-12-05T14:19:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins__test__5roe3bot1jprg61slm4pl7rg0e281ql12dgta2bgm3b3hk5vm9ckt7er0ofjdc9h/f/hfile_0 2024-12-05T14:19:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins__test__5roe3bot1jprg61slm4pl7rg0e281ql12dgta2bgm3b3hk5vm9ckt7er0ofjdc9h/f/hfile_0 as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/02328bfae41d439f83b87d5f75d8b93b_SeqId_4_ 2024-12-05T14:19:57,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins__test__5roe3bot1jprg61slm4pl7rg0e281ql12dgta2bgm3b3hk5vm9ckt7er0ofjdc9h/f/hfile_1 into c7e9bc4821e56e10a702c4e409091f0d/f as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/c8cac67877f843b0848cbaacb546116b_SeqId_4_ - updating store file list. 2024-12-05T14:19:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8cac67877f843b0848cbaacb546116b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:19:57,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/c8cac67877f843b0848cbaacb546116b_SeqId_4_ into c7e9bc4821e56e10a702c4e409091f0d/f 2024-12-05T14:19:57,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins__test__5roe3bot1jprg61slm4pl7rg0e281ql12dgta2bgm3b3hk5vm9ckt7er0ofjdc9h/f/hfile_1 into c7e9bc4821e56e10a702c4e409091f0d/f (new location: hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/c8cac67877f843b0848cbaacb546116b_SeqId_4_) 2024-12-05T14:19:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins__test__5roe3bot1jprg61slm4pl7rg0e281ql12dgta2bgm3b3hk5vm9ckt7er0ofjdc9h/f/hfile_1 2024-12-05T14:19:57,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins__test__5roe3bot1jprg61slm4pl7rg0e281ql12dgta2bgm3b3hk5vm9ckt7er0ofjdc9h/f/hfile_0 into c7e9bc4821e56e10a702c4e409091f0d/f as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/02328bfae41d439f83b87d5f75d8b93b_SeqId_4_ - updating store file list. 2024-12-05T14:19:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 02328bfae41d439f83b87d5f75d8b93b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:19:57,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/02328bfae41d439f83b87d5f75d8b93b_SeqId_4_ into c7e9bc4821e56e10a702c4e409091f0d/f 2024-12-05T14:19:57,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins__test__5roe3bot1jprg61slm4pl7rg0e281ql12dgta2bgm3b3hk5vm9ckt7er0ofjdc9h/f/hfile_0 into c7e9bc4821e56e10a702c4e409091f0d/f (new location: hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/02328bfae41d439f83b87d5f75d8b93b_SeqId_4_) 2024-12-05T14:19:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins__test__5roe3bot1jprg61slm4pl7rg0e281ql12dgta2bgm3b3hk5vm9ckt7er0ofjdc9h/f/hfile_0 2024-12-05T14:19:57,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:57,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:57,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:57,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:57,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d., hostname=218194e0d8ec,41395,1733408380309, seqNum=2 , the old value is region=test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d., hostname=218194e0d8ec,41395,1733408380309, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=218194e0d8ec:41395 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T14:19:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d., hostname=218194e0d8ec,41395,1733408380309, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T14:19:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d., hostname=218194e0d8ec,41395,1733408380309, seqNum=2 from cache 2024-12-05T14:19:57,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:57,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1] 2024-12-05T14:19:57,964 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T14:19:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:57,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d., hostname=218194e0d8ec,43019,1733408387055, seqNum=2] 2024-12-05T14:19:57,971 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T14:19:58,064 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:41395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T14:19:58,082 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 379, reset compression=false 2024-12-05T14:19:58,088 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:19:58,088 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,41395,1733408380309 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7e9bc4821e56e10a702c4e409091f0d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733408397960/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T14:19:58,091 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:19:58,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-05T14:19:58,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.ReplicationSink(318): Replicating [a9040a82-a8c5-4510-b387-dd1663601f65] bulk loaded data 2024-12-05T14:19:58,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2907c2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:58,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,36505,-1 for getting cluster id 2024-12-05T14:19:58,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:58,095 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcda2524-9996-4749-8dbd-b72ae6a86fb3' 2024-12-05T14:19:58,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:58,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcda2524-9996-4749-8dbd-b72ae6a86fb3" 2024-12-05T14:19:58,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@860fa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:58,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,36505,-1] 2024-12-05T14:19:58,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:58,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:58,096 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:58,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a804eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:58,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741840_1016 (size=7691) 2024-12-05T14:19:58,171 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 379, reset compression=false 2024-12-05T14:19:58,288 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 687, reset compression=false 2024-12-05T14:19:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741841_1017 (size=7894) 2024-12-05T14:19:58,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:58,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,36505,1733408386937 2024-12-05T14:19:58,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43cbdf0f 2024-12-05T14:19:58,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:58,573 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T14:19:58,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:19:58,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:58,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1] 2024-12-05T14:19:58,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:58,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T14:19:58,590 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 379, reset compression=false 2024-12-05T14:19:58,593 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 687, reset compression=false 2024-12-05T14:19:58,599 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins.hfs.11__test__199uforkgpjnfmdkh6732ufttgkrt8a0mfml1d8e0j58cvem1nhg30ig53thsr95/f/02328bfae41d439f83b87d5f75d8b93b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T14:19:58,611 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins.hfs.11__test__199uforkgpjnfmdkh6732ufttgkrt8a0mfml1d8e0j58cvem1nhg30ig53thsr95/f/c8cac67877f843b0848cbaacb546116b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T14:19:58,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins.hfs.11__test__199uforkgpjnfmdkh6732ufttgkrt8a0mfml1d8e0j58cvem1nhg30ig53thsr95/f/c8cac67877f843b0848cbaacb546116b_SeqId_4_ for inclusion in f12c69e6311e78f2e674cbbd1b96944d/f 2024-12-05T14:19:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T14:19:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:19:58,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins.hfs.11__test__199uforkgpjnfmdkh6732ufttgkrt8a0mfml1d8e0j58cvem1nhg30ig53thsr95/f/02328bfae41d439f83b87d5f75d8b93b_SeqId_4_ for inclusion in f12c69e6311e78f2e674cbbd1b96944d/f 2024-12-05T14:19:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T14:19:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:19:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HRegion(2603): Flush status journal for f12c69e6311e78f2e674cbbd1b96944d: 2024-12-05T14:19:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c8cac67877f843b0848cbaacb546116b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T14:19:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins.hfs.11__test__199uforkgpjnfmdkh6732ufttgkrt8a0mfml1d8e0j58cvem1nhg30ig53thsr95/f/c8cac67877f843b0848cbaacb546116b_SeqId_4_ as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/b1e9f553e1684cfaa7cdb7ff199bd473_SeqId_4_ 2024-12-05T14:19:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 02328bfae41d439f83b87d5f75d8b93b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T14:19:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins.hfs.11__test__199uforkgpjnfmdkh6732ufttgkrt8a0mfml1d8e0j58cvem1nhg30ig53thsr95/f/02328bfae41d439f83b87d5f75d8b93b_SeqId_4_ as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/234b7449582248c88d6f3d0e3c17a0fe_SeqId_4_ 2024-12-05T14:19:58,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins.hfs.11__test__199uforkgpjnfmdkh6732ufttgkrt8a0mfml1d8e0j58cvem1nhg30ig53thsr95/f/c8cac67877f843b0848cbaacb546116b_SeqId_4_ into f12c69e6311e78f2e674cbbd1b96944d/f as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/b1e9f553e1684cfaa7cdb7ff199bd473_SeqId_4_ - updating store file list. 2024-12-05T14:19:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1e9f553e1684cfaa7cdb7ff199bd473_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:19:58,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/b1e9f553e1684cfaa7cdb7ff199bd473_SeqId_4_ into f12c69e6311e78f2e674cbbd1b96944d/f 2024-12-05T14:19:58,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins.hfs.11__test__199uforkgpjnfmdkh6732ufttgkrt8a0mfml1d8e0j58cvem1nhg30ig53thsr95/f/c8cac67877f843b0848cbaacb546116b_SeqId_4_ into f12c69e6311e78f2e674cbbd1b96944d/f (new location: hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/b1e9f553e1684cfaa7cdb7ff199bd473_SeqId_4_) 2024-12-05T14:19:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins.hfs.11__test__199uforkgpjnfmdkh6732ufttgkrt8a0mfml1d8e0j58cvem1nhg30ig53thsr95/f/c8cac67877f843b0848cbaacb546116b_SeqId_4_ 2024-12-05T14:19:58,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins.hfs.11__test__199uforkgpjnfmdkh6732ufttgkrt8a0mfml1d8e0j58cvem1nhg30ig53thsr95/f/02328bfae41d439f83b87d5f75d8b93b_SeqId_4_ into f12c69e6311e78f2e674cbbd1b96944d/f as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/234b7449582248c88d6f3d0e3c17a0fe_SeqId_4_ - updating store file list. 2024-12-05T14:19:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 234b7449582248c88d6f3d0e3c17a0fe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:19:58,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/234b7449582248c88d6f3d0e3c17a0fe_SeqId_4_ into f12c69e6311e78f2e674cbbd1b96944d/f 2024-12-05T14:19:58,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins.hfs.11__test__199uforkgpjnfmdkh6732ufttgkrt8a0mfml1d8e0j58cvem1nhg30ig53thsr95/f/02328bfae41d439f83b87d5f75d8b93b_SeqId_4_ into f12c69e6311e78f2e674cbbd1b96944d/f (new location: hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/234b7449582248c88d6f3d0e3c17a0fe_SeqId_4_) 2024-12-05T14:19:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins.hfs.11__test__199uforkgpjnfmdkh6732ufttgkrt8a0mfml1d8e0j58cvem1nhg30ig53thsr95/f/02328bfae41d439f83b87d5f75d8b93b_SeqId_4_ 2024-12-05T14:19:58,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.ReplicationSink(324): Finished replicating [a9040a82-a8c5-4510-b387-dd1663601f65] bulk loaded data 2024-12-05T14:19:58,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:19:58,984 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733408398984/Put/seqid=0 2024-12-05T14:19:58,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741842_1018 (size=11194) 2024-12-05T14:19:58,995 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733408398994/Put/seqid=0 2024-12-05T14:19:59,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741843_1019 (size=10791) 2024-12-05T14:19:59,071 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 687, reset compression=false 2024-12-05T14:19:59,133 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 379, reset compression=false 2024-12-05T14:19:59,138 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:19:59,138 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,43019,1733408387055 got entry batch from reader: WALEntryBatch [walEntries=[{test/f12c69e6311e78f2e674cbbd1b96944d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733408398733/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T14:19:59,140 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:19:59,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-05T14:19:59,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.ReplicationSink(318): Replicating [a9040a82-a8c5-4510-b387-dd1663601f65, dcda2524-9996-4749-8dbd-b72ae6a86fb3] bulk loaded data 2024-12-05T14:19:59,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ec015e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:59,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38635,-1 for getting cluster id 2024-12-05T14:19:59,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:59,143 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9040a82-a8c5-4510-b387-dd1663601f65' 2024-12-05T14:19:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9040a82-a8c5-4510-b387-dd1663601f65" 2024-12-05T14:19:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21d4cf2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38635,-1] 2024-12-05T14:19:59,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:59,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:59,145 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:59,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60fe8c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:59,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741842_1018 (size=7691) 2024-12-05T14:19:59,338 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 725, reset compression=false 2024-12-05T14:19:59,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d2b99f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:59,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,36505,-1 for getting cluster id 2024-12-05T14:19:59,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:19:59,412 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcda2524-9996-4749-8dbd-b72ae6a86fb3' 2024-12-05T14:19:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:19:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcda2524-9996-4749-8dbd-b72ae6a86fb3" 2024-12-05T14:19:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22afc90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,36505,-1] 2024-12-05T14:19:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:19:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:59,414 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:19:59,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661aeba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:19:59,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1] 2024-12-05T14:19:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:59,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:59,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:59,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,36505,1733408386937 2024-12-05T14:19:59,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e22589b 2024-12-05T14:19:59,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:59,425 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:19:59,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d., hostname=218194e0d8ec,43019,1733408387055, seqNum=2] 2024-12-05T14:19:59,434 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:19:59,440 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T14:19:59,442 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T14:19:59,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/testHFileCyclicReplication_10/f/hfile_0 for inclusion in f12c69e6311e78f2e674cbbd1b96944d/f 2024-12-05T14:19:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T14:19:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:19:59,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/testHFileCyclicReplication_10/f/hfile_1 for inclusion in f12c69e6311e78f2e674cbbd1b96944d/f 2024-12-05T14:19:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T14:19:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:19:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HRegion(2603): Flush status journal for f12c69e6311e78f2e674cbbd1b96944d: 2024-12-05T14:19:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins__test__l1ni99f3bjl31hles0hq2a515ub9klekh66gg0q7ep2c6rseh125fh1271lo1vb3/f/hfile_0 2024-12-05T14:19:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins__test__l1ni99f3bjl31hles0hq2a515ub9klekh66gg0q7ep2c6rseh125fh1271lo1vb3/f/hfile_0 as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/2fca5cf37eaa496b9f691f372fcc9003_SeqId_6_ 2024-12-05T14:19:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins__test__l1ni99f3bjl31hles0hq2a515ub9klekh66gg0q7ep2c6rseh125fh1271lo1vb3/f/hfile_1 2024-12-05T14:19:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins__test__l1ni99f3bjl31hles0hq2a515ub9klekh66gg0q7ep2c6rseh125fh1271lo1vb3/f/hfile_1 as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/d112c1f130cd47b7b545796f1e378b17_SeqId_6_ 2024-12-05T14:19:59,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins__test__l1ni99f3bjl31hles0hq2a515ub9klekh66gg0q7ep2c6rseh125fh1271lo1vb3/f/hfile_0 into f12c69e6311e78f2e674cbbd1b96944d/f as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/2fca5cf37eaa496b9f691f372fcc9003_SeqId_6_ - updating store file list. 2024-12-05T14:19:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fca5cf37eaa496b9f691f372fcc9003_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T14:19:59,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/2fca5cf37eaa496b9f691f372fcc9003_SeqId_6_ into f12c69e6311e78f2e674cbbd1b96944d/f 2024-12-05T14:19:59,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins__test__l1ni99f3bjl31hles0hq2a515ub9klekh66gg0q7ep2c6rseh125fh1271lo1vb3/f/hfile_0 into f12c69e6311e78f2e674cbbd1b96944d/f (new location: hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/2fca5cf37eaa496b9f691f372fcc9003_SeqId_6_) 2024-12-05T14:19:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins__test__l1ni99f3bjl31hles0hq2a515ub9klekh66gg0q7ep2c6rseh125fh1271lo1vb3/f/hfile_0 2024-12-05T14:19:59,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins__test__l1ni99f3bjl31hles0hq2a515ub9klekh66gg0q7ep2c6rseh125fh1271lo1vb3/f/hfile_1 into f12c69e6311e78f2e674cbbd1b96944d/f as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/d112c1f130cd47b7b545796f1e378b17_SeqId_6_ - updating store file list. 2024-12-05T14:19:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d112c1f130cd47b7b545796f1e378b17_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T14:19:59,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/d112c1f130cd47b7b545796f1e378b17_SeqId_6_ into f12c69e6311e78f2e674cbbd1b96944d/f 2024-12-05T14:19:59,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins__test__l1ni99f3bjl31hles0hq2a515ub9klekh66gg0q7ep2c6rseh125fh1271lo1vb3/f/hfile_1 into f12c69e6311e78f2e674cbbd1b96944d/f (new location: hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/f/d112c1f130cd47b7b545796f1e378b17_SeqId_6_) 2024-12-05T14:19:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/staging/jenkins__test__l1ni99f3bjl31hles0hq2a515ub9klekh66gg0q7ep2c6rseh125fh1271lo1vb3/f/hfile_1 2024-12-05T14:19:59,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:19:59,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:19:59,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:59,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:19:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d., hostname=218194e0d8ec,43019,1733408387055, seqNum=2 , the old value is region=test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d., hostname=218194e0d8ec,43019,1733408387055, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=218194e0d8ec:43019 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T14:19:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d., hostname=218194e0d8ec,43019,1733408387055, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T14:19:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d., hostname=218194e0d8ec,43019,1733408387055, seqNum=2 from cache 2024-12-05T14:19:59,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:59,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:19:59,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41395,1733408380309, seqNum=-1] 2024-12-05T14:19:59,478 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T14:19:59,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:59,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:19:59,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d., hostname=218194e0d8ec,41395,1733408380309, seqNum=2] 2024-12-05T14:19:59,485 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T14:19:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741843_1019 (size=7894) 2024-12-05T14:19:59,574 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 687, reset compression=false 2024-12-05T14:19:59,585 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:43019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T14:19:59,642 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 725, reset compression=false 2024-12-05T14:19:59,648 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:19:59,848 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 1033, reset compression=false 2024-12-05T14:19:59,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:19:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38635,1733408380117 2024-12-05T14:19:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@377c1b71 2024-12-05T14:19:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:19:59,966 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T14:19:59,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:19:59,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:19:59,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41395,1733408380309, seqNum=-1] 2024-12-05T14:19:59,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:19:59,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T14:19:59,975 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__3635hm26si7de8p0hp8bnue4km0n1k5rgie5kdq2e7dekipr27h34hamrtv8ts4p/f/234b7449582248c88d6f3d0e3c17a0fe_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T14:19:59,978 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__3635hm26si7de8p0hp8bnue4km0n1k5rgie5kdq2e7dekipr27h34hamrtv8ts4p/f/b1e9f553e1684cfaa7cdb7ff199bd473_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T14:19:59,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.ReplicationSink(324): Finished replicating [a9040a82-a8c5-4510-b387-dd1663601f65, dcda2524-9996-4749-8dbd-b72ae6a86fb3] bulk loaded data 2024-12-05T14:19:59,984 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,43019,1733408387055 got entry batch from reader: WALEntryBatch [walEntries=[{test/f12c69e6311e78f2e674cbbd1b96944d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733408399475/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T14:19:59,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.ReplicationSink(318): Replicating [dcda2524-9996-4749-8dbd-b72ae6a86fb3] bulk loaded data 2024-12-05T14:19:59,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741844_1020 (size=11194) 2024-12-05T14:20:00,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741845_1021 (size=10791) 2024-12-05T14:20:00,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:20:00,016 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__utcef6nslvjvmacb1vu7go050uufj73qpe6e4tp1fv42n384sam16hs81fn7ge69/f/2fca5cf37eaa496b9f691f372fcc9003_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-05T14:20:00,019 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__utcef6nslvjvmacb1vu7go050uufj73qpe6e4tp1fv42n384sam16hs81fn7ge69/f/d112c1f130cd47b7b545796f1e378b17_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-05T14:20:00,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__utcef6nslvjvmacb1vu7go050uufj73qpe6e4tp1fv42n384sam16hs81fn7ge69/f/d112c1f130cd47b7b545796f1e378b17_SeqId_6_ for inclusion in c7e9bc4821e56e10a702c4e409091f0d/f 2024-12-05T14:20:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T14:20:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:20:00,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__utcef6nslvjvmacb1vu7go050uufj73qpe6e4tp1fv42n384sam16hs81fn7ge69/f/2fca5cf37eaa496b9f691f372fcc9003_SeqId_6_ for inclusion in c7e9bc4821e56e10a702c4e409091f0d/f 2024-12-05T14:20:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T14:20:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:20:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HRegion(2603): Flush status journal for c7e9bc4821e56e10a702c4e409091f0d: 2024-12-05T14:20:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d112c1f130cd47b7b545796f1e378b17_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T14:20:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__utcef6nslvjvmacb1vu7go050uufj73qpe6e4tp1fv42n384sam16hs81fn7ge69/f/d112c1f130cd47b7b545796f1e378b17_SeqId_6_ as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/18b9d84aeaac403fb0bc536a691580fb_SeqId_6_ 2024-12-05T14:20:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2fca5cf37eaa496b9f691f372fcc9003_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T14:20:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__utcef6nslvjvmacb1vu7go050uufj73qpe6e4tp1fv42n384sam16hs81fn7ge69/f/2fca5cf37eaa496b9f691f372fcc9003_SeqId_6_ as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/9ec4a6fa8cc842ce9906a959347e363b_SeqId_6_ 2024-12-05T14:20:00,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__utcef6nslvjvmacb1vu7go050uufj73qpe6e4tp1fv42n384sam16hs81fn7ge69/f/d112c1f130cd47b7b545796f1e378b17_SeqId_6_ into c7e9bc4821e56e10a702c4e409091f0d/f as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/18b9d84aeaac403fb0bc536a691580fb_SeqId_6_ - updating store file list. 2024-12-05T14:20:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18b9d84aeaac403fb0bc536a691580fb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T14:20:00,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/18b9d84aeaac403fb0bc536a691580fb_SeqId_6_ into c7e9bc4821e56e10a702c4e409091f0d/f 2024-12-05T14:20:00,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__utcef6nslvjvmacb1vu7go050uufj73qpe6e4tp1fv42n384sam16hs81fn7ge69/f/d112c1f130cd47b7b545796f1e378b17_SeqId_6_ into c7e9bc4821e56e10a702c4e409091f0d/f (new location: hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/18b9d84aeaac403fb0bc536a691580fb_SeqId_6_) 2024-12-05T14:20:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__utcef6nslvjvmacb1vu7go050uufj73qpe6e4tp1fv42n384sam16hs81fn7ge69/f/d112c1f130cd47b7b545796f1e378b17_SeqId_6_ 2024-12-05T14:20:00,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__utcef6nslvjvmacb1vu7go050uufj73qpe6e4tp1fv42n384sam16hs81fn7ge69/f/2fca5cf37eaa496b9f691f372fcc9003_SeqId_6_ into c7e9bc4821e56e10a702c4e409091f0d/f as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/9ec4a6fa8cc842ce9906a959347e363b_SeqId_6_ - updating store file list. 2024-12-05T14:20:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ec4a6fa8cc842ce9906a959347e363b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T14:20:00,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/9ec4a6fa8cc842ce9906a959347e363b_SeqId_6_ into c7e9bc4821e56e10a702c4e409091f0d/f 2024-12-05T14:20:00,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__utcef6nslvjvmacb1vu7go050uufj73qpe6e4tp1fv42n384sam16hs81fn7ge69/f/2fca5cf37eaa496b9f691f372fcc9003_SeqId_6_ into c7e9bc4821e56e10a702c4e409091f0d/f (new location: hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/f/9ec4a6fa8cc842ce9906a959347e363b_SeqId_6_) 2024-12-05T14:20:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/staging/jenkins.hfs.10__test__utcef6nslvjvmacb1vu7go050uufj73qpe6e4tp1fv42n384sam16hs81fn7ge69/f/2fca5cf37eaa496b9f691f372fcc9003_SeqId_6_ 2024-12-05T14:20:00,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] regionserver.ReplicationSink(324): Finished replicating [dcda2524-9996-4749-8dbd-b72ae6a86fb3] bulk loaded data 2024-12-05T14:20:00,152 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 1033, reset compression=false 2024-12-05T14:20:00,178 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 687, reset compression=false 2024-12-05T14:20:00,183 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:20:00,183 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,41395,1733408380309 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7e9bc4821e56e10a702c4e409091f0d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733408400040/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T14:20:00,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.ReplicationSink(318): Replicating [dcda2524-9996-4749-8dbd-b72ae6a86fb3, a9040a82-a8c5-4510-b387-dd1663601f65] bulk loaded data 2024-12-05T14:20:00,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741844_1020 (size=10791) 2024-12-05T14:20:00,383 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 1033, reset compression=false 2024-12-05T14:20:00,479 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T14:20:00,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:20:00,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:20:00,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:00,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:00,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:00,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:00,495 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:20:00,495 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1052472878, stopped=false 2024-12-05T14:20:00,495 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,36505,1733408386937 2024-12-05T14:20:00,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269967419/running 2024-12-05T14:20:00,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269967419/running 2024-12-05T14:20:00,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:20:00,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:20:00,542 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:20:00,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:20:00,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:00,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:00,542 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,43019,1733408387055' ***** 2024-12-05T14:20:00,542 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:20:00,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Set watcher on znode that does not yet exist, /11269967419/running 2024-12-05T14:20:00,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Set watcher on znode that does not yet exist, /11269967419/running 2024-12-05T14:20:00,543 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:20:00,543 INFO [RS:0;218194e0d8ec:43019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:20:00,543 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:20:00,543 INFO [RS:0;218194e0d8ec:43019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:20:00,543 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(3091): Received CLOSE for f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:20:00,543 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(3091): Received CLOSE for 338c8f1eaa35583796d19a757746e397 2024-12-05T14:20:00,544 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,43019,1733408387055 2024-12-05T14:20:00,544 INFO [RS:0;218194e0d8ec:43019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:20:00,544 INFO [RS:0;218194e0d8ec:43019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:43019. 2024-12-05T14:20:00,544 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f12c69e6311e78f2e674cbbd1b96944d, disabling compactions & flushes 2024-12-05T14:20:00,544 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. 2024-12-05T14:20:00,544 DEBUG [RS:0;218194e0d8ec:43019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:00,544 DEBUG [RS:0;218194e0d8ec:43019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:00,544 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. 2024-12-05T14:20:00,544 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. after waiting 0 ms 2024-12-05T14:20:00,544 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. 2024-12-05T14:20:00,544 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:20:00,544 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:20:00,544 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:20:00,544 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:20:00,544 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T14:20:00,544 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1325): Online Regions={f12c69e6311e78f2e674cbbd1b96944d=test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d., 1588230740=hbase:meta,,1.1588230740, 338c8f1eaa35583796d19a757746e397=hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397.} 2024-12-05T14:20:00,544 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 338c8f1eaa35583796d19a757746e397, f12c69e6311e78f2e674cbbd1b96944d 2024-12-05T14:20:00,544 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:20:00,544 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:20:00,544 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:20:00,544 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:20:00,544 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:20:00,544 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T14:20:00,548 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/default/test/f12c69e6311e78f2e674cbbd1b96944d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T14:20:00,548 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:00,548 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:20:00,548 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. 2024-12-05T14:20:00,548 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f12c69e6311e78f2e674cbbd1b96944d: Waiting for close lock at 1733408400544Running coprocessor pre-close hooks at 1733408400544Disabling compacts and flushes for region at 1733408400544Disabling writes for close at 1733408400544Writing region close event to WAL at 1733408400544Running coprocessor post-close hooks at 1733408400548 (+4 ms)Closed at 1733408400548 2024-12-05T14:20:00,548 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d. 2024-12-05T14:20:00,549 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 338c8f1eaa35583796d19a757746e397, disabling compactions & flushes 2024-12-05T14:20:00,549 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. 2024-12-05T14:20:00,549 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. 2024-12-05T14:20:00,549 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. after waiting 0 ms 2024-12-05T14:20:00,549 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. 2024-12-05T14:20:00,549 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 338c8f1eaa35583796d19a757746e397 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-05T14:20:00,554 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:20:00,557 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 1033, reset compression=false 2024-12-05T14:20:00,560 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/.tmp/info/6c3ff0a303d74c1cb7b40f64d0d215e2 is 147, key is hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397./info:regioninfo/1733408397191/Put/seqid=0 2024-12-05T14:20:00,562 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:20:00,562 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 1328, reset compression=false 2024-12-05T14:20:00,562 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,43019,1733408387055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:20:00,563 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397/.tmp/hfileref/0ced9b552e73449ea45dd21487a3c13b is 74, key is 1/hfileref:234b7449582248c88d6f3d0e3c17a0fe_SeqId_4_/1733408399981/DeleteColumn/seqid=0 2024-12-05T14:20:00,563 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 218194e0d8ec,43019,1733408387055: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-218194e0d8ec,43019,1733408387055, walGroup=218194e0d8ec%2C43019%2C1733408387055, offset=218194e0d8ec%2C43019%2C1733408387055.1733408389283:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:43019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T14:20:00,564 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:20:00,564 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:20:00,565 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:20:00,565 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:20:00,565 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:20:00,565 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 517406208 }, "NonHeapMemoryUsage": { "committed": 190382080, "init": 7667712, "max": -1, "used": 187542648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:20:00,567 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T14:20:00,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741845_1021 (size=5345) 2024-12-05T14:20:00,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741846_1022 (size=7686) 2024-12-05T14:20:00,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741847_1023 (size=11194) 2024-12-05T14:20:00,689 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 1033, reset compression=false 2024-12-05T14:20:00,744 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 338c8f1eaa35583796d19a757746e397 2024-12-05T14:20:00,776 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 1328, reset compression=false 2024-12-05T14:20:00,945 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 338c8f1eaa35583796d19a757746e397 2024-12-05T14:20:00,978 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397/.tmp/hfileref/0ced9b552e73449ea45dd21487a3c13b 2024-12-05T14:20:00,979 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/.tmp/info/6c3ff0a303d74c1cb7b40f64d0d215e2 2024-12-05T14:20:00,998 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/.tmp/ns/e464cd4bd61f453fa383d5605270402d is 43, key is default/ns:d/1733408390124/Put/seqid=0 2024-12-05T14:20:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741848_1024 (size=5153) 2024-12-05T14:20:01,002 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397/.tmp/queue/99fa280ce30b40b189d033e27598590b is 154, key is 1-218194e0d8ec,43019,1733408387055/queue:218194e0d8ec%2C43019%2C1733408387055/1733408400045/Put/seqid=0 2024-12-05T14:20:01,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741849_1025 (size=5353) 2024-12-05T14:20:01,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:20:01,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 218194e0d8ec,43019,1733408387055 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:20:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 218194e0d8ec,43019,1733408387055 aborting 2024-12-05T14:20:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 218194e0d8ec,43019,1733408387055 aborting 2024-12-05T14:20:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1 from cache 2024-12-05T14:20:01,080 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 1328, reset compression=false 2024-12-05T14:20:01,093 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 1033, reset compression=false 2024-12-05T14:20:01,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:01,145 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 338c8f1eaa35583796d19a757746e397 2024-12-05T14:20:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1] 2024-12-05T14:20:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 218194e0d8ec,43019,1733408387055 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:20:01,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 218194e0d8ec,43019,1733408387055 aborting 2024-12-05T14:20:01,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 218194e0d8ec,43019,1733408387055 aborting 2024-12-05T14:20:01,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1 from cache 2024-12-05T14:20:01,186 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:20:01,186 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:20:01,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:20:01,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:01,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:01,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:01,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:01,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:01,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:01,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:01,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:01,345 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 338c8f1eaa35583796d19a757746e397 2024-12-05T14:20:01,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:01,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1] 2024-12-05T14:20:01,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 218194e0d8ec,43019,1733408387055 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:20:01,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 218194e0d8ec,43019,1733408387055 aborting 2024-12-05T14:20:01,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 218194e0d8ec,43019,1733408387055 aborting 2024-12-05T14:20:01,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1 from cache 2024-12-05T14:20:01,402 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/.tmp/ns/e464cd4bd61f453fa383d5605270402d 2024-12-05T14:20:01,405 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397/.tmp/queue/99fa280ce30b40b189d033e27598590b 2024-12-05T14:20:01,410 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397/.tmp/hfileref/0ced9b552e73449ea45dd21487a3c13b as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397/hfileref/0ced9b552e73449ea45dd21487a3c13b 2024-12-05T14:20:01,415 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397/hfileref/0ced9b552e73449ea45dd21487a3c13b, entries=4, sequenceid=12, filesize=5.2 K 2024-12-05T14:20:01,416 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397/.tmp/queue/99fa280ce30b40b189d033e27598590b as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397/queue/99fa280ce30b40b189d033e27598590b 2024-12-05T14:20:01,422 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397/queue/99fa280ce30b40b189d033e27598590b, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T14:20:01,423 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 338c8f1eaa35583796d19a757746e397 in 874ms, sequenceid=12, compaction requested=false 2024-12-05T14:20:01,426 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/.tmp/rep_barrier/4886e3e2483a4a9a9e50300998311b0a is 112, key is test,,1733408392387.f12c69e6311e78f2e674cbbd1b96944d./rep_barrier:seqnumDuringOpen/1733408393530/Put/seqid=0 2024-12-05T14:20:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741850_1026 (size=5518) 2024-12-05T14:20:01,430 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/replication/338c8f1eaa35583796d19a757746e397/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T14:20:01,430 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/.tmp/rep_barrier/4886e3e2483a4a9a9e50300998311b0a 2024-12-05T14:20:01,431 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:01,431 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:20:01,431 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. 2024-12-05T14:20:01,431 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 338c8f1eaa35583796d19a757746e397: Waiting for close lock at 1733408400549Running coprocessor pre-close hooks at 1733408400549Disabling compacts and flushes for region at 1733408400549Disabling writes for close at 1733408400549Obtaining lock to block concurrent updates at 1733408400549Preparing flush snapshotting stores in 338c8f1eaa35583796d19a757746e397 at 1733408400549Finished memstore snapshotting hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733408400549Flushing stores of hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. at 1733408400550 (+1 ms)Flushing 338c8f1eaa35583796d19a757746e397/hfileref: creating writer at 1733408400550Flushing 338c8f1eaa35583796d19a757746e397/hfileref: appending metadata at 1733408400563 (+13 ms)Flushing 338c8f1eaa35583796d19a757746e397/hfileref: closing flushed file at 1733408400563Flushing 338c8f1eaa35583796d19a757746e397/queue: creating writer at 1733408400985 (+422 ms)Flushing 338c8f1eaa35583796d19a757746e397/queue: appending metadata at 1733408401001 (+16 ms)Flushing 338c8f1eaa35583796d19a757746e397/queue: closing flushed file at 1733408401001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac541e3: reopening flushed file at 1733408401410 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5986d60f: reopening flushed file at 1733408401415 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 338c8f1eaa35583796d19a757746e397 in 874ms, sequenceid=12, compaction requested=false at 1733408401423 (+8 ms)Writing region close event to WAL at 1733408401427 (+4 ms)Running coprocessor post-close hooks at 1733408401431 (+4 ms)Closed at 1733408401431 2024-12-05T14:20:01,431 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408396721.338c8f1eaa35583796d19a757746e397. 2024-12-05T14:20:01,454 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/.tmp/table/923f8cf0adf5459795a11c5ebe40955d is 53, key is hbase:replication/table:state/1733408397246/Put/seqid=0 2024-12-05T14:20:01,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741851_1027 (size=5308) 2024-12-05T14:20:01,484 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.wal-reader.218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/WALs/218194e0d8ec,43019,1733408387055/218194e0d8ec%2C43019%2C1733408387055.1733408389283 to pos 1328, reset compression=false 2024-12-05T14:20:01,545 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:20:01,545 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:20:01,545 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:20:01,597 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 1033, reset compression=false 2024-12-05T14:20:01,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:01,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1] 2024-12-05T14:20:01,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 218194e0d8ec,43019,1733408387055 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:20:01,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 218194e0d8ec,43019,1733408387055 aborting 2024-12-05T14:20:01,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 218194e0d8ec,43019,1733408387055 aborting 2024-12-05T14:20:01,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,43019,1733408387055, seqNum=-1 from cache 2024-12-05T14:20:01,745 DEBUG [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:20:01,860 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/.tmp/table/923f8cf0adf5459795a11c5ebe40955d 2024-12-05T14:20:01,865 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/.tmp/info/6c3ff0a303d74c1cb7b40f64d0d215e2 as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/info/6c3ff0a303d74c1cb7b40f64d0d215e2 2024-12-05T14:20:01,869 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/info/6c3ff0a303d74c1cb7b40f64d0d215e2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T14:20:01,870 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/.tmp/ns/e464cd4bd61f453fa383d5605270402d as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/ns/e464cd4bd61f453fa383d5605270402d 2024-12-05T14:20:01,874 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/ns/e464cd4bd61f453fa383d5605270402d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T14:20:01,874 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/.tmp/rep_barrier/4886e3e2483a4a9a9e50300998311b0a as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/rep_barrier/4886e3e2483a4a9a9e50300998311b0a 2024-12-05T14:20:01,878 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/rep_barrier/4886e3e2483a4a9a9e50300998311b0a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T14:20:01,879 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/.tmp/table/923f8cf0adf5459795a11c5ebe40955d as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/table/923f8cf0adf5459795a11c5ebe40955d 2024-12-05T14:20:01,883 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/table/923f8cf0adf5459795a11c5ebe40955d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T14:20:01,884 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false 2024-12-05T14:20:01,893 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:20:01,894 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:01,894 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:20:01,894 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:01,894 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408400544Running coprocessor pre-close hooks at 1733408400544Disabling compacts and flushes for region at 1733408400544Disabling writes for close at 1733408400544Obtaining lock to block concurrent updates at 1733408400544Preparing flush snapshotting stores in 1588230740 at 1733408400544Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733408400545 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733408400545Flushing 1588230740/info: creating writer at 1733408400545Flushing 1588230740/info: appending metadata at 1733408400560 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733408400560Flushing 1588230740/ns: creating writer at 1733408400986 (+426 ms)Flushing 1588230740/ns: appending metadata at 1733408400997 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733408400997Flushing 1588230740/rep_barrier: creating writer at 1733408401406 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408401425 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408401425Flushing 1588230740/table: creating writer at 1733408401435 (+10 ms)Flushing 1588230740/table: appending metadata at 1733408401453 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733408401453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16af3825: reopening flushed file at 1733408401864 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e37039: reopening flushed file at 1733408401869 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555af8ce: reopening flushed file at 1733408401874 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3927b0a3: reopening flushed file at 1733408401878 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false at 1733408401884 (+6 ms)Writing region close event to WAL at 1733408401890 (+6 ms)Running coprocessor post-close hooks at 1733408401894 (+4 ms)Closed at 1733408401894 2024-12-05T14:20:01,894 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:01,946 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,43019,1733408387055; all regions closed. 2024-12-05T14:20:01,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741834_1010 (size=4239) 2024-12-05T14:20:01,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741839_1015 (size=3127) 2024-12-05T14:20:01,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741833_1009 (size=1336) 2024-12-05T14:20:01,952 DEBUG [RS:0;218194e0d8ec:43019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:01,952 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:20:01,953 INFO [RS:0;218194e0d8ec:43019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:20:01,953 INFO [RS:0;218194e0d8ec:43019 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:20:01,953 INFO [RS:0;218194e0d8ec:43019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:20:01,953 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:20:01,953 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,43019,1733408387055 because: Region server is closing 2024-12-05T14:20:01,953 INFO [RS:0;218194e0d8ec:43019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:43019. 2024-12-05T14:20:01,954 DEBUG [RS:0;218194e0d8ec:43019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:01,954 DEBUG [RS:0;218194e0d8ec:43019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:01,954 DEBUG [RS:0;218194e0d8ec:43019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:01,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:02,054 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,43019,1733408387055.replicationSource.shipper218194e0d8ec%2C43019%2C1733408387055,1-218194e0d8ec,43019,1733408387055 terminated 2024-12-05T14:20:02,054 INFO [RS:0;218194e0d8ec:43019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:43019. 2024-12-05T14:20:02,054 DEBUG [RS:0;218194e0d8ec:43019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:02,054 DEBUG [RS:0;218194e0d8ec:43019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:02,054 DEBUG [RS:0;218194e0d8ec:43019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:02,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:02,055 INFO [RS:0;218194e0d8ec:43019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43019 2024-12-05T14:20:02,056 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-05T14:20:02,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-05T14:20:02,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43019 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:50552 deadline: 1733408460184, exception=java.io.InterruptedIOException 2024-12-05T14:20:02,056 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=218194e0d8ec:43019 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-12-05T14:20:02,057 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T14:20:02,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419/rs 2024-12-05T14:20:02,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269967419/rs/218194e0d8ec,43019,1733408387055 2024-12-05T14:20:02,112 INFO [RS:0;218194e0d8ec:43019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:20:02,158 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 218194e0d8ec:43019 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:43019 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:20:02,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 218194e0d8ec:43019 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:43019 2024-12-05T14:20:02,158 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=218194e0d8ec:43019 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:43019 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:43019 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-05T14:20:02,163 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,43019,1733408387055] 2024-12-05T14:20:02,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:02,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-12-05T14:20:02,176 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:20:02,194 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11269967419/draining/218194e0d8ec,43019,1733408387055 already deleted, retry=false 2024-12-05T14:20:02,194 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,43019,1733408387055 expired; onlineServers=0 2024-12-05T14:20:02,195 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,36505,1733408386937' ***** 2024-12-05T14:20:02,195 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:20:02,195 INFO [M:0;218194e0d8ec:36505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:20:02,195 INFO [M:0;218194e0d8ec:36505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:20:02,195 DEBUG [M:0;218194e0d8ec:36505 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:20:02,195 DEBUG [M:0;218194e0d8ec:36505 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:20:02,195 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:20:02,195 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408389039 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408389039,5,FailOnTimeoutGroup] 2024-12-05T14:20:02,195 INFO [M:0;218194e0d8ec:36505 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:20:02,195 INFO [M:0;218194e0d8ec:36505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:20:02,195 DEBUG [M:0;218194e0d8ec:36505 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:20:02,195 INFO [M:0;218194e0d8ec:36505 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:20:02,195 INFO [M:0;218194e0d8ec:36505 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:20:02,195 INFO [M:0;218194e0d8ec:36505 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:20:02,195 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:20:02,196 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408389038 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408389038,5,FailOnTimeoutGroup] 2024-12-05T14:20:02,207 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 1033, reset compression=false 2024-12-05T14:20:02,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11269967419/master 2024-12-05T14:20:02,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11269967419 2024-12-05T14:20:02,226 DEBUG [M:0;218194e0d8ec:36505 {}] zookeeper.ZKUtil(347): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Unable to get data of znode /11269967419/master because node does not exist (not an error) 2024-12-05T14:20:02,226 WARN [M:0;218194e0d8ec:36505 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:20:02,227 INFO [M:0;218194e0d8ec:36505 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/.lastflushedseqids 2024-12-05T14:20:02,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741852_1028 (size=263) 2024-12-05T14:20:02,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:02,263 INFO [RS:0;218194e0d8ec:43019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:20:02,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43019-0x101a5dcc84b0004, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:02,263 INFO [RS:0;218194e0d8ec:43019 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,43019,1733408387055; zookeeper connection closed. 2024-12-05T14:20:02,264 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4675e6fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4675e6fd 2024-12-05T14:20:02,264 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:20:02,361 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] ipc.AbstractRpcClient(357): Not trying to connect to 218194e0d8ec:43019 this server is in the failed servers list 2024-12-05T14:20:02,362 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=218194e0d8ec:43019 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 218194e0d8ec:43019 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 218194e0d8ec:43019 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-05T14:20:02,637 INFO [M:0;218194e0d8ec:36505 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:20:02,637 INFO [M:0;218194e0d8ec:36505 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:20:02,637 DEBUG [M:0;218194e0d8ec:36505 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:20:02,637 INFO [M:0;218194e0d8ec:36505 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:02,637 DEBUG [M:0;218194e0d8ec:36505 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:02,637 DEBUG [M:0;218194e0d8ec:36505 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:20:02,637 DEBUG [M:0;218194e0d8ec:36505 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:02,637 INFO [M:0;218194e0d8ec:36505 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T14:20:02,656 DEBUG [M:0;218194e0d8ec:36505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f77599ee3d24a73a7baadb5e9e0bfa5 is 82, key is hbase:meta,,1/info:regioninfo/1733408389950/Put/seqid=0 2024-12-05T14:20:02,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741853_1029 (size=5672) 2024-12-05T14:20:02,663 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] ipc.AbstractRpcClient(357): Not trying to connect to 218194e0d8ec:43019 this server is in the failed servers list 2024-12-05T14:20:02,663 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=218194e0d8ec:43019 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 218194e0d8ec:43019 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 218194e0d8ec:43019 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-05T14:20:02,910 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 1033, reset compression=false 2024-12-05T14:20:03,061 INFO [M:0;218194e0d8ec:36505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f77599ee3d24a73a7baadb5e9e0bfa5 2024-12-05T14:20:03,065 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] ipc.AbstractRpcClient(357): Not trying to connect to 218194e0d8ec:43019 this server is in the failed servers list 2024-12-05T14:20:03,065 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=218194e0d8ec:43019 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 218194e0d8ec:43019 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 218194e0d8ec:43019 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-05T14:20:03,092 DEBUG [M:0;218194e0d8ec:36505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c109617caed4457a4e339cffff73790 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733408397253/Put/seqid=0 2024-12-05T14:20:03,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741854_1030 (size=8516) 2024-12-05T14:20:03,521 INFO [M:0;218194e0d8ec:36505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c109617caed4457a4e339cffff73790 2024-12-05T14:20:03,553 DEBUG [M:0;218194e0d8ec:36505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cd42754fd704585b1a35b568181419d is 69, key is 218194e0d8ec,43019,1733408387055/rs:state/1733408389123/Put/seqid=0 2024-12-05T14:20:03,567 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] ipc.AbstractRpcClient(357): Not trying to connect to 218194e0d8ec:43019 this server is in the failed servers list 2024-12-05T14:20:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T14:20:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:33118 deadline: 1733408463569, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T14:20:03,572 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T14:20:03,573 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T14:20:03,573 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=218194e0d8ec:43019 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 218194e0d8ec:43019 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 218194e0d8ec:43019 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-05T14:20:03,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741855_1031 (size=5156) 2024-12-05T14:20:03,596 INFO [M:0;218194e0d8ec:36505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cd42754fd704585b1a35b568181419d 2024-12-05T14:20:03,603 DEBUG [M:0;218194e0d8ec:36505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f77599ee3d24a73a7baadb5e9e0bfa5 as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f77599ee3d24a73a7baadb5e9e0bfa5 2024-12-05T14:20:03,610 INFO [M:0;218194e0d8ec:36505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f77599ee3d24a73a7baadb5e9e0bfa5, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T14:20:03,611 DEBUG [M:0;218194e0d8ec:36505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c109617caed4457a4e339cffff73790 as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c109617caed4457a4e339cffff73790 2024-12-05T14:20:03,618 INFO [M:0;218194e0d8ec:36505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c109617caed4457a4e339cffff73790, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T14:20:03,620 DEBUG [M:0;218194e0d8ec:36505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cd42754fd704585b1a35b568181419d as hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cd42754fd704585b1a35b568181419d 2024-12-05T14:20:03,655 INFO [M:0;218194e0d8ec:36505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40655/user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cd42754fd704585b1a35b568181419d, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T14:20:03,656 INFO [M:0;218194e0d8ec:36505 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1019ms, sequenceid=97, compaction requested=false 2024-12-05T14:20:03,684 INFO [M:0;218194e0d8ec:36505 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:03,684 DEBUG [M:0;218194e0d8ec:36505 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408402637Disabling compacts and flushes for region at 1733408402637Disabling writes for close at 1733408402637Obtaining lock to block concurrent updates at 1733408402637Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408402637Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733408402638 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408402638Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408402638Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408402656 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408402656Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408403066 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408403091 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408403091Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408403528 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408403553 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408403553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41da517e: reopening flushed file at 1733408403602 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1212a4e3: reopening flushed file at 1733408403610 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d471c64: reopening flushed file at 1733408403618 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1019ms, sequenceid=97, compaction requested=false at 1733408403656 (+38 ms)Writing region close event to WAL at 1733408403684 (+28 ms)Closed at 1733408403684 2024-12-05T14:20:03,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41923 is added to blk_1073741830_1006 (size=63654) 2024-12-05T14:20:03,694 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd96cf34-544c-826f-cd86-f4cca1d133d9/MasterData/WALs/218194e0d8ec,36505,1733408386937/218194e0d8ec%2C36505%2C1733408386937.1733408388819 not finished, retry = 0 2024-12-05T14:20:03,716 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 1033, reset compression=false 2024-12-05T14:20:03,795 INFO [M:0;218194e0d8ec:36505 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:20:03,795 INFO [M:0;218194e0d8ec:36505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36505 2024-12-05T14:20:03,795 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:20:03,796 INFO [M:0;218194e0d8ec:36505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:20:03,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:03,958 INFO [M:0;218194e0d8ec:36505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:20:03,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x101a5dcc84b0003, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:03,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f383181{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:20:03,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43690538{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:20:03,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:20:03,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63ce42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:20:03,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f69979f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/hadoop.log.dir/,STOPPED} 2024-12-05T14:20:03,968 WARN [BP-2081776444-172.17.0.2-1733408383690 heartbeating to localhost/127.0.0.1:40655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:20:03,968 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:20:03,968 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:20:03,968 WARN [BP-2081776444-172.17.0.2-1733408383690 heartbeating to localhost/127.0.0.1:40655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2081776444-172.17.0.2-1733408383690 (Datanode Uuid 568cd5c3-72f5-493c-87c9-6d9e84928888) service to localhost/127.0.0.1:40655 2024-12-05T14:20:03,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/cluster_48d78d29-e439-9554-d6dc-28bef2a466d8/data/data1/current/BP-2081776444-172.17.0.2-1733408383690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:20:03,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/cluster_48d78d29-e439-9554-d6dc-28bef2a466d8/data/data2/current/BP-2081776444-172.17.0.2-1733408383690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:20:03,969 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:20:03,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303210c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:20:03,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12f084d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:20:03,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:20:03,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3578eb81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:20:03,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc0c06c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/hadoop.log.dir/,STOPPED} 2024-12-05T14:20:03,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:20:03,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:20:03,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:20:03,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:03,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:03,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:03,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:03,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:20:03,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=10422434, stopped=false 2024-12-05T14:20:03,996 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,38635,1733408380117 2024-12-05T14:20:04,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828915658/running 2024-12-05T14:20:04,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828915658/running 2024-12-05T14:20:04,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:20:04,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:20:04,047 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:20:04,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:20:04,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:04,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:04,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,41395,1733408380309' ***** 2024-12-05T14:20:04,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Set watcher on znode that does not yet exist, /0828915658/running 2024-12-05T14:20:04,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Set watcher on znode that does not yet exist, /0828915658/running 2024-12-05T14:20:04,048 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:20:04,049 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:20:04,049 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:20:04,049 INFO [RS:0;218194e0d8ec:41395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:20:04,049 INFO [RS:0;218194e0d8ec:41395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:20:04,049 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(3091): Received CLOSE for c7e9bc4821e56e10a702c4e409091f0d 2024-12-05T14:20:04,050 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(3091): Received CLOSE for db67788506408cae01e5d0a5bd265f72 2024-12-05T14:20:04,050 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,41395,1733408380309 2024-12-05T14:20:04,050 INFO [RS:0;218194e0d8ec:41395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:20:04,050 INFO [RS:0;218194e0d8ec:41395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:41395. 2024-12-05T14:20:04,050 DEBUG [RS:0;218194e0d8ec:41395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:04,050 DEBUG [RS:0;218194e0d8ec:41395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:04,050 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:20:04,050 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:20:04,050 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:20:04,050 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:20:04,050 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7e9bc4821e56e10a702c4e409091f0d, disabling compactions & flushes 2024-12-05T14:20:04,050 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. 2024-12-05T14:20:04,051 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. 2024-12-05T14:20:04,051 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. after waiting 0 ms 2024-12-05T14:20:04,051 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. 2024-12-05T14:20:04,051 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T14:20:04,051 DEBUG [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c7e9bc4821e56e10a702c4e409091f0d=test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d., db67788506408cae01e5d0a5bd265f72=hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72.} 2024-12-05T14:20:04,051 DEBUG [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7e9bc4821e56e10a702c4e409091f0d, db67788506408cae01e5d0a5bd265f72 2024-12-05T14:20:04,051 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:20:04,051 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:20:04,051 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:20:04,051 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:20:04,051 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:20:04,051 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T14:20:04,067 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/default/test/c7e9bc4821e56e10a702c4e409091f0d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T14:20:04,068 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:04,068 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:20:04,068 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. 2024-12-05T14:20:04,068 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7e9bc4821e56e10a702c4e409091f0d: Waiting for close lock at 1733408404050Running coprocessor pre-close hooks at 1733408404050Disabling compacts and flushes for region at 1733408404050Disabling writes for close at 1733408404051 (+1 ms)Writing region close event to WAL at 1733408404063 (+12 ms)Running coprocessor post-close hooks at 1733408404067 (+4 ms)Closed at 1733408404068 (+1 ms) 2024-12-05T14:20:04,068 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d. 2024-12-05T14:20:04,068 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db67788506408cae01e5d0a5bd265f72, disabling compactions & flushes 2024-12-05T14:20:04,068 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. 2024-12-05T14:20:04,068 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. 2024-12-05T14:20:04,068 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. after waiting 0 ms 2024-12-05T14:20:04,068 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. 2024-12-05T14:20:04,068 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing db67788506408cae01e5d0a5bd265f72 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-05T14:20:04,076 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/.tmp/info/de79a1cd331047d8971464b63d3b2f6a is 147, key is hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72./info:regioninfo/1733408395732/Put/seqid=0 2024-12-05T14:20:04,098 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72/.tmp/hfileref/1ae37e61db85477487f405d29e70b1b0 is 74, key is 1/hfileref:02328bfae41d439f83b87d5f75d8b93b_SeqId_4_/1733408398739/DeleteColumn/seqid=0 2024-12-05T14:20:04,099 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:20:04,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741847_1023 (size=5345) 2024-12-05T14:20:04,110 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72/.tmp/hfileref/1ae37e61db85477487f405d29e70b1b0 2024-12-05T14:20:04,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741846_1022 (size=7686) 2024-12-05T14:20:04,126 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/.tmp/info/de79a1cd331047d8971464b63d3b2f6a 2024-12-05T14:20:04,169 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72/.tmp/queue/30745ed674ab40ab84d47e4d83b17f58 is 153, key is 1-218194e0d8ec,41395,1733408380309/queue:218194e0d8ec%2C41395%2C1733408380309/1733408398742/Put/seqid=0 2024-12-05T14:20:04,174 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T14:20:04,174 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 218194e0d8ec:36505 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:36505 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:20:04,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 218194e0d8ec:36505 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:36505 2024-12-05T14:20:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741848_1024 (size=5352) 2024-12-05T14:20:04,192 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/.tmp/ns/2d8143033eca442c99112dcbc3e83e32 is 43, key is default/ns:d/1733408383625/Put/seqid=0 2024-12-05T14:20:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741849_1025 (size=5153) 2024-12-05T14:20:04,204 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/.tmp/ns/2d8143033eca442c99112dcbc3e83e32 2024-12-05T14:20:04,232 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/.tmp/rep_barrier/0c8c9bb3a78e4d55b35bb0586282bd35 is 112, key is test,,1733408390235.c7e9bc4821e56e10a702c4e409091f0d./rep_barrier:seqnumDuringOpen/1733408391390/Put/seqid=0 2024-12-05T14:20:04,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741850_1026 (size=5518) 2024-12-05T14:20:04,242 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/.tmp/rep_barrier/0c8c9bb3a78e4d55b35bb0586282bd35 2024-12-05T14:20:04,251 DEBUG [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db67788506408cae01e5d0a5bd265f72 2024-12-05T14:20:04,263 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/.tmp/table/88478659457945909aa1dd84746a5747 is 53, key is hbase:replication/table:state/1733408395738/Put/seqid=0 2024-12-05T14:20:04,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741851_1027 (size=5308) 2024-12-05T14:20:04,268 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/.tmp/table/88478659457945909aa1dd84746a5747 2024-12-05T14:20:04,273 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/.tmp/info/de79a1cd331047d8971464b63d3b2f6a as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/info/de79a1cd331047d8971464b63d3b2f6a 2024-12-05T14:20:04,277 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/info/de79a1cd331047d8971464b63d3b2f6a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T14:20:04,278 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/.tmp/ns/2d8143033eca442c99112dcbc3e83e32 as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/ns/2d8143033eca442c99112dcbc3e83e32 2024-12-05T14:20:04,281 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/ns/2d8143033eca442c99112dcbc3e83e32, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T14:20:04,282 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/.tmp/rep_barrier/0c8c9bb3a78e4d55b35bb0586282bd35 as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/rep_barrier/0c8c9bb3a78e4d55b35bb0586282bd35 2024-12-05T14:20:04,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:04,284 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 218194e0d8ec:36505 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:36505 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:20:04,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=218194e0d8ec:36505 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:36505 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-05T14:20:04,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 218194e0d8ec:36505 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:36505 2024-12-05T14:20:04,289 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/rep_barrier/0c8c9bb3a78e4d55b35bb0586282bd35, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T14:20:04,289 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/.tmp/table/88478659457945909aa1dd84746a5747 as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/table/88478659457945909aa1dd84746a5747 2024-12-05T14:20:04,293 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/table/88478659457945909aa1dd84746a5747, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T14:20:04,294 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 243ms, sequenceid=16, compaction requested=false 2024-12-05T14:20:04,298 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:20:04,298 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:04,298 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:20:04,298 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:04,299 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408404051Running coprocessor pre-close hooks at 1733408404051Disabling compacts and flushes for region at 1733408404051Disabling writes for close at 1733408404051Obtaining lock to block concurrent updates at 1733408404051Preparing flush snapshotting stores in 1588230740 at 1733408404051Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733408404052 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733408404053 (+1 ms)Flushing 1588230740/info: creating writer at 1733408404054 (+1 ms)Flushing 1588230740/info: appending metadata at 1733408404075 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733408404075Flushing 1588230740/ns: creating writer at 1733408404165 (+90 ms)Flushing 1588230740/ns: appending metadata at 1733408404191 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733408404191Flushing 1588230740/rep_barrier: creating writer at 1733408404209 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408404232 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408404232Flushing 1588230740/table: creating writer at 1733408404247 (+15 ms)Flushing 1588230740/table: appending metadata at 1733408404263 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733408404263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287df84e: reopening flushed file at 1733408404273 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b459805: reopening flushed file at 1733408404277 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd3dc41: reopening flushed file at 1733408404281 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e642fce: reopening flushed file at 1733408404289 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 243ms, sequenceid=16, compaction requested=false at 1733408404294 (+5 ms)Writing region close event to WAL at 1733408404295 (+1 ms)Running coprocessor post-close hooks at 1733408404298 (+3 ms)Closed at 1733408404298 2024-12-05T14:20:04,299 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:04,451 DEBUG [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(1351): Waiting on db67788506408cae01e5d0a5bd265f72 2024-12-05T14:20:04,492 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:20:04,492 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:20:04,493 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:04,493 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 218194e0d8ec:36505 this server is in the failed servers list 2024-12-05T14:20:04,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 218194e0d8ec:36505 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:04,587 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72/.tmp/queue/30745ed674ab40ab84d47e4d83b17f58 2024-12-05T14:20:04,592 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72/.tmp/hfileref/1ae37e61db85477487f405d29e70b1b0 as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72/hfileref/1ae37e61db85477487f405d29e70b1b0 2024-12-05T14:20:04,595 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72/hfileref/1ae37e61db85477487f405d29e70b1b0, entries=4, sequenceid=10, filesize=5.2 K 2024-12-05T14:20:04,596 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72/.tmp/queue/30745ed674ab40ab84d47e4d83b17f58 as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72/queue/30745ed674ab40ab84d47e4d83b17f58 2024-12-05T14:20:04,600 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72/queue/30745ed674ab40ab84d47e4d83b17f58, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T14:20:04,600 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for db67788506408cae01e5d0a5bd265f72 in 532ms, sequenceid=10, compaction requested=false 2024-12-05T14:20:04,604 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/data/hbase/replication/db67788506408cae01e5d0a5bd265f72/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T14:20:04,604 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:04,604 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:20:04,604 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. 2024-12-05T14:20:04,604 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db67788506408cae01e5d0a5bd265f72: Waiting for close lock at 1733408404068Running coprocessor pre-close hooks at 1733408404068Disabling compacts and flushes for region at 1733408404068Disabling writes for close at 1733408404068Obtaining lock to block concurrent updates at 1733408404068Preparing flush snapshotting stores in db67788506408cae01e5d0a5bd265f72 at 1733408404068Finished memstore snapshotting hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733408404069 (+1 ms)Flushing stores of hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. at 1733408404069Flushing db67788506408cae01e5d0a5bd265f72/hfileref: creating writer at 1733408404070 (+1 ms)Flushing db67788506408cae01e5d0a5bd265f72/hfileref: appending metadata at 1733408404097 (+27 ms)Flushing db67788506408cae01e5d0a5bd265f72/hfileref: closing flushed file at 1733408404097Flushing db67788506408cae01e5d0a5bd265f72/queue: creating writer at 1733408404129 (+32 ms)Flushing db67788506408cae01e5d0a5bd265f72/queue: appending metadata at 1733408404168 (+39 ms)Flushing db67788506408cae01e5d0a5bd265f72/queue: closing flushed file at 1733408404168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e039427: reopening flushed file at 1733408404591 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724e3c10: reopening flushed file at 1733408404595 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for db67788506408cae01e5d0a5bd265f72 in 532ms, sequenceid=10, compaction requested=false at 1733408404600 (+5 ms)Writing region close event to WAL at 1733408404601 (+1 ms)Running coprocessor post-close hooks at 1733408404604 (+3 ms)Closed at 1733408404604 2024-12-05T14:20:04,604 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408394557.db67788506408cae01e5d0a5bd265f72. 2024-12-05T14:20:04,620 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 1033, reset compression=false 2024-12-05T14:20:04,624 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:20:04,624 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.wal-reader.218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.1733408382605 to pos 1328, reset compression=false 2024-12-05T14:20:04,651 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,41395,1733408380309; all regions closed. 2024-12-05T14:20:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741834_1010 (size=4239) 2024-12-05T14:20:04,653 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/WALs/218194e0d8ec,41395,1733408380309/218194e0d8ec%2C41395%2C1733408380309.meta.1733408383543.meta not finished, retry = 0 2024-12-05T14:20:04,756 DEBUG [RS:0;218194e0d8ec:41395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/oldWALs 2024-12-05T14:20:04,756 INFO [RS:0;218194e0d8ec:41395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C41395%2C1733408380309.meta:.meta(num 1733408383543) 2024-12-05T14:20:04,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741839_1015 (size=2695) 2024-12-05T14:20:04,761 DEBUG [RS:0;218194e0d8ec:41395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/oldWALs 2024-12-05T14:20:04,761 INFO [RS:0;218194e0d8ec:41395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C41395%2C1733408380309.rep:(num 1733408395698) 2024-12-05T14:20:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741832_1008 (size=1336) 2024-12-05T14:20:04,769 DEBUG [RS:0;218194e0d8ec:41395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/oldWALs 2024-12-05T14:20:04,769 INFO [RS:0;218194e0d8ec:41395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C41395%2C1733408380309:(num 1733408382605) 2024-12-05T14:20:04,769 DEBUG [RS:0;218194e0d8ec:41395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:04,769 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:20:04,769 INFO [RS:0;218194e0d8ec:41395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:20:04,769 INFO [RS:0;218194e0d8ec:41395 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:20:04,769 INFO [RS:0;218194e0d8ec:41395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:20:04,769 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:20:04,769 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,41395,1733408380309 because: Region server is closing 2024-12-05T14:20:04,769 INFO [RS:0;218194e0d8ec:41395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:41395. 2024-12-05T14:20:04,769 DEBUG [RS:0;218194e0d8ec:41395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:04,769 DEBUG [RS:0;218194e0d8ec:41395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:04,769 DEBUG [RS:0;218194e0d8ec:41395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:04,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:04,803 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:04,804 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 218194e0d8ec:36505 this server is in the failed servers list 2024-12-05T14:20:04,804 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 218194e0d8ec:36505 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:04,870 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-05T14:20:04,870 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T14:20:04,870 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T14:20:05,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:05,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 218194e0d8ec:36505 this server is in the failed servers list 2024-12-05T14:20:05,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 218194e0d8ec:36505 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:05,571 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41395,1733408380309.replicationSource.shipper218194e0d8ec%2C41395%2C1733408380309,1-218194e0d8ec,41395,1733408380309 terminated 2024-12-05T14:20:05,571 INFO [RS:0;218194e0d8ec:41395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:41395. 2024-12-05T14:20:05,571 DEBUG [RS:0;218194e0d8ec:41395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:05,571 DEBUG [RS:0;218194e0d8ec:41395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:05,571 DEBUG [RS:0;218194e0d8ec:41395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:05,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:05,571 INFO [RS:0;218194e0d8ec:41395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41395 2024-12-05T14:20:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828915658/rs/218194e0d8ec,41395,1733408380309 2024-12-05T14:20:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658/rs 2024-12-05T14:20:05,612 INFO [RS:0;218194e0d8ec:41395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:20:05,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,41395,1733408380309] 2024-12-05T14:20:05,686 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0828915658/draining/218194e0d8ec,41395,1733408380309 already deleted, retry=false 2024-12-05T14:20:05,686 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,41395,1733408380309 expired; onlineServers=0 2024-12-05T14:20:05,686 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,38635,1733408380117' ***** 2024-12-05T14:20:05,686 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:20:05,687 INFO [M:0;218194e0d8ec:38635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:20:05,687 INFO [M:0;218194e0d8ec:38635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:20:05,687 DEBUG [M:0;218194e0d8ec:38635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:20:05,687 DEBUG [M:0;218194e0d8ec:38635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:20:05,687 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:20:05,687 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408382339 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408382339,5,FailOnTimeoutGroup] 2024-12-05T14:20:05,687 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408382340 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408382340,5,FailOnTimeoutGroup] 2024-12-05T14:20:05,687 INFO [M:0;218194e0d8ec:38635 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:20:05,687 INFO [M:0;218194e0d8ec:38635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:20:05,687 DEBUG [M:0;218194e0d8ec:38635 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:20:05,687 INFO [M:0;218194e0d8ec:38635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:20:05,687 INFO [M:0;218194e0d8ec:38635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:20:05,687 INFO [M:0;218194e0d8ec:38635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:20:05,687 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:20:05,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828915658/master 2024-12-05T14:20:05,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828915658 2024-12-05T14:20:05,704 DEBUG [M:0;218194e0d8ec:38635 {}] zookeeper.ZKUtil(347): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Unable to get data of znode /0828915658/master because node does not exist (not an error) 2024-12-05T14:20:05,704 WARN [M:0;218194e0d8ec:38635 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:20:05,705 INFO [M:0;218194e0d8ec:38635 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/.lastflushedseqids 2024-12-05T14:20:05,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741852_1028 (size=263) 2024-12-05T14:20:05,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:05,731 INFO [RS:0;218194e0d8ec:41395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:20:05,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x101a5dcc84b0001, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:05,731 INFO [RS:0;218194e0d8ec:41395 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,41395,1733408380309; zookeeper connection closed. 2024-12-05T14:20:05,731 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7892d18e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7892d18e 2024-12-05T14:20:05,731 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:20:06,109 INFO [M:0;218194e0d8ec:38635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:20:06,109 INFO [M:0;218194e0d8ec:38635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:20:06,109 DEBUG [M:0;218194e0d8ec:38635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:20:06,109 INFO [M:0;218194e0d8ec:38635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:06,109 DEBUG [M:0;218194e0d8ec:38635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:06,109 DEBUG [M:0;218194e0d8ec:38635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:20:06,109 DEBUG [M:0;218194e0d8ec:38635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:06,109 INFO [M:0;218194e0d8ec:38635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T14:20:06,126 DEBUG [M:0;218194e0d8ec:38635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c1971159c284995bffb854412bd2a2e is 82, key is hbase:meta,,1/info:regioninfo/1733408383569/Put/seqid=0 2024-12-05T14:20:06,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741853_1029 (size=5672) 2024-12-05T14:20:06,323 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:06,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:06,327 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:06,532 INFO [M:0;218194e0d8ec:38635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c1971159c284995bffb854412bd2a2e 2024-12-05T14:20:06,556 DEBUG [M:0;218194e0d8ec:38635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91d5d21c247048ef8f8fee791ca6b1b6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733408395741/Put/seqid=0 2024-12-05T14:20:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741854_1030 (size=8517) 2024-12-05T14:20:06,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:20:06,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:06,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:06,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:06,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:06,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:06,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:06,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:06,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:06,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:06,962 INFO [M:0;218194e0d8ec:38635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91d5d21c247048ef8f8fee791ca6b1b6 2024-12-05T14:20:06,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:20:06,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:20:06,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T14:20:06,966 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T14:20:06,966 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:06,966 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:20:06,977 DEBUG [M:0;218194e0d8ec:38635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6564e3e91094f349fb4de26994c7883 is 69, key is 218194e0d8ec,41395,1733408380309/rs:state/1733408382465/Put/seqid=0 2024-12-05T14:20:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741855_1031 (size=5156) 2024-12-05T14:20:06,980 INFO [M:0;218194e0d8ec:38635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6564e3e91094f349fb4de26994c7883 2024-12-05T14:20:06,984 DEBUG [M:0;218194e0d8ec:38635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c1971159c284995bffb854412bd2a2e as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c1971159c284995bffb854412bd2a2e 2024-12-05T14:20:06,988 INFO [M:0;218194e0d8ec:38635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c1971159c284995bffb854412bd2a2e, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T14:20:06,989 DEBUG [M:0;218194e0d8ec:38635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91d5d21c247048ef8f8fee791ca6b1b6 as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91d5d21c247048ef8f8fee791ca6b1b6 2024-12-05T14:20:06,993 INFO [M:0;218194e0d8ec:38635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91d5d21c247048ef8f8fee791ca6b1b6, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T14:20:06,994 DEBUG [M:0;218194e0d8ec:38635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6564e3e91094f349fb4de26994c7883 as hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6564e3e91094f349fb4de26994c7883 2024-12-05T14:20:06,997 INFO [M:0;218194e0d8ec:38635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6564e3e91094f349fb4de26994c7883, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T14:20:06,998 INFO [M:0;218194e0d8ec:38635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false 2024-12-05T14:20:06,999 INFO [M:0;218194e0d8ec:38635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:06,999 DEBUG [M:0;218194e0d8ec:38635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408406109Disabling compacts and flushes for region at 1733408406109Disabling writes for close at 1733408406109Obtaining lock to block concurrent updates at 1733408406109Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408406109Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733408406109Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408406110 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408406110Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408406126 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408406126Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408406536 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408406555 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408406555Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408406965 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408406976 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408406976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c63a621: reopening flushed file at 1733408406983 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b6c5966: reopening flushed file at 1733408406988 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547ef3e9: reopening flushed file at 1733408406993 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false at 1733408406998 (+5 ms)Writing region close event to WAL at 1733408406999 (+1 ms)Closed at 1733408406999 2024-12-05T14:20:07,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39005 is added to blk_1073741830_1006 (size=63666) 2024-12-05T14:20:07,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8849fd49-4916-61d3-798e-f1fefc10de55/MasterData/WALs/218194e0d8ec,38635,1733408380117/218194e0d8ec%2C38635%2C1733408380117.1733408382059 not finished, retry = 0 2024-12-05T14:20:07,102 INFO [M:0;218194e0d8ec:38635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:20:07,102 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:20:07,102 INFO [M:0;218194e0d8ec:38635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38635 2024-12-05T14:20:07,102 INFO [M:0;218194e0d8ec:38635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:20:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:07,310 INFO [M:0;218194e0d8ec:38635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:20:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38635-0x101a5dcc84b0000, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:07,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e9aa085{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:20:07,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29d9459f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:20:07,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:20:07,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2da449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:20:07,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3285af28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/hadoop.log.dir/,STOPPED} 2024-12-05T14:20:07,314 WARN [BP-358602724-172.17.0.2-1733408378082 heartbeating to localhost/127.0.0.1:33925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:20:07,314 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:20:07,314 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:20:07,314 WARN [BP-358602724-172.17.0.2-1733408378082 heartbeating to localhost/127.0.0.1:33925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-358602724-172.17.0.2-1733408378082 (Datanode Uuid 35c81f54-ac0d-47ed-8762-d4c8440cab3f) service to localhost/127.0.0.1:33925 2024-12-05T14:20:07,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/cluster_c1525e11-8f69-0370-1e68-241df04a35a8/data/data1/current/BP-358602724-172.17.0.2-1733408378082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:20:07,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/cluster_c1525e11-8f69-0370-1e68-241df04a35a8/data/data2/current/BP-358602724-172.17.0.2-1733408378082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:20:07,315 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:20:07,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54186cae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:20:07,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bcd1cbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:20:07,321 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:20:07,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7623bbd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:20:07,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6397b411{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/995825ee-2908-3385-9268-90cd754bdbce/hadoop.log.dir/,STOPPED} 2024-12-05T14:20:07,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:20:07,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:20:07,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 204) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40655 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40655 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61462) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61462) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33925 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33925 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40655 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33925 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=625 (was 567) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6379 (was 6306) - AvailableMemoryMB LEAK? - 2024-12-05T14:20:07,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=6379 2024-12-05T14:20:07,379 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-05T14:20:07,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/hadoop.log.dir so I do NOT create it in target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e 2024-12-05T14:20:07,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:20:07,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/hadoop.tmp.dir so I do NOT create it in target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e 2024-12-05T14:20:07,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4b356b5-8f09-700c-0aa2-8bc447fc3a92/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:20:07,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e 2024-12-05T14:20:07,380 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/cluster_68368d5f-585f-0743-7973-b6bda3a76d53, deleteOnExit=true 2024-12-05T14:20:07,382 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/cluster_68368d5f-585f-0743-7973-b6bda3a76d53/zookeeper_0, clientPort=52991, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/cluster_68368d5f-585f-0743-7973-b6bda3a76d53/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/cluster_68368d5f-585f-0743-7973-b6bda3a76d53/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:20:07,383 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52991 2024-12-05T14:20:07,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:20:07,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:20:07,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/test.cache.data in system properties and HBase conf 2024-12-05T14:20:07,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:20:07,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:20:07,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:20:07,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:20:07,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:20:07,383 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:20:07,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:20:07,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:20:07,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5dcc84b0005, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:20:07,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5dcc84b0002, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:20:07,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5dcc84b0002, quorum=127.0.0.1:61462, baseZNode=/0828915658 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:20:07,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5dcc84b0005, quorum=127.0.0.1:61462, baseZNode=/11269967419 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:20:07,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:07,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:20:07,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:20:07,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:20:07,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:20:07,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:07,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20a8339a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:20:07,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eade0c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:20:08,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e1a8f26{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/java.io.tmpdir/jetty-localhost-37101-hadoop-hdfs-3_4_1-tests_jar-_-any-2730622196778704800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:20:08,017 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9b72e0a{HTTP/1.1, (http/1.1)}{localhost:37101} 2024-12-05T14:20:08,017 INFO [Time-limited test {}] server.Server(415): Started @198583ms 2024-12-05T14:20:08,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:08,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:20:08,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:20:08,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:20:08,274 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:20:08,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad2a71f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:20:08,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5851521c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:20:08,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:08,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:08,344 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:08,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@581498ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/java.io.tmpdir/jetty-localhost-41217-hadoop-hdfs-3_4_1-tests_jar-_-any-10564273384269535541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:20:08,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a05ed7{HTTP/1.1, (http/1.1)}{localhost:41217} 2024-12-05T14:20:08,386 INFO [Time-limited test {}] server.Server(415): Started @198952ms 2024-12-05T14:20:08,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:20:09,261 WARN [Thread-2175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/cluster_68368d5f-585f-0743-7973-b6bda3a76d53/data/data1/current/BP-459253751-172.17.0.2-1733408407401/current, will proceed with Du for space computation calculation, 2024-12-05T14:20:09,262 WARN [Thread-2176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/cluster_68368d5f-585f-0743-7973-b6bda3a76d53/data/data2/current/BP-459253751-172.17.0.2-1733408407401/current, will proceed with Du for space computation calculation, 2024-12-05T14:20:09,284 WARN [Thread-2163 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:20:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7bf5e12058279d8 with lease ID 0x7c4a218d0b74257d: Processing first storage report for DS-1e180fe1-e593-41a0-8ea1-feb5ea81f50c from datanode DatanodeRegistration(127.0.0.1:43415, datanodeUuid=eae3d83e-1708-4a63-8aba-7b6696da63a7, infoPort=38553, infoSecurePort=0, ipcPort=45937, storageInfo=lv=-57;cid=testClusterID;nsid=2036850750;c=1733408407401) 2024-12-05T14:20:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7bf5e12058279d8 with lease ID 0x7c4a218d0b74257d: from storage DS-1e180fe1-e593-41a0-8ea1-feb5ea81f50c node DatanodeRegistration(127.0.0.1:43415, datanodeUuid=eae3d83e-1708-4a63-8aba-7b6696da63a7, infoPort=38553, infoSecurePort=0, ipcPort=45937, storageInfo=lv=-57;cid=testClusterID;nsid=2036850750;c=1733408407401), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:20:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7bf5e12058279d8 with lease ID 0x7c4a218d0b74257d: Processing first storage report for DS-85659cdc-fe5b-45b2-9d83-3f31f8f2ee28 from datanode DatanodeRegistration(127.0.0.1:43415, datanodeUuid=eae3d83e-1708-4a63-8aba-7b6696da63a7, infoPort=38553, infoSecurePort=0, ipcPort=45937, storageInfo=lv=-57;cid=testClusterID;nsid=2036850750;c=1733408407401) 2024-12-05T14:20:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7bf5e12058279d8 with lease ID 0x7c4a218d0b74257d: from storage DS-85659cdc-fe5b-45b2-9d83-3f31f8f2ee28 node DatanodeRegistration(127.0.0.1:43415, datanodeUuid=eae3d83e-1708-4a63-8aba-7b6696da63a7, infoPort=38553, infoSecurePort=0, ipcPort=45937, storageInfo=lv=-57;cid=testClusterID;nsid=2036850750;c=1733408407401), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:20:09,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e 2024-12-05T14:20:09,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:09,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:09,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:20:09,746 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b with version=8 2024-12-05T14:20:09,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/hbase-staging 2024-12-05T14:20:09,748 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:20:09,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:09,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:09,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:20:09,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:09,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:20:09,749 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:20:09,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:20:09,749 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43695 2024-12-05T14:20:09,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43695 connecting to ZooKeeper ensemble=127.0.0.1:52991 2024-12-05T14:20:09,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436950x0, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:09,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43695-0x101a5dd3b010000 connected 2024-12-05T14:20:09,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:09,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:09,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Set watcher on znode that does not yet exist, /0-2023313687/running 2024-12-05T14:20:09,956 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b, hbase.cluster.distributed=false 2024-12-05T14:20:09,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Set watcher on znode that does not yet exist, /0-2023313687/acl 2024-12-05T14:20:09,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43695 2024-12-05T14:20:09,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43695 2024-12-05T14:20:09,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43695 2024-12-05T14:20:09,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43695 2024-12-05T14:20:09,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43695 2024-12-05T14:20:09,971 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:20:09,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:09,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:09,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:20:09,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:09,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:20:09,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:20:09,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:20:09,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41739 2024-12-05T14:20:09,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41739 connecting to ZooKeeper ensemble=127.0.0.1:52991 2024-12-05T14:20:09,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:09,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:09,995 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417390x0, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:09,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41739-0x101a5dd3b010001 connected 2024-12-05T14:20:09,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Set watcher on znode that does not yet exist, /0-2023313687/running 2024-12-05T14:20:09,996 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:20:10,000 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:20:10,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Set watcher on znode that does not yet exist, /0-2023313687/master 2024-12-05T14:20:10,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Set watcher on znode that does not yet exist, /0-2023313687/acl 2024-12-05T14:20:10,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41739 2024-12-05T14:20:10,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41739 2024-12-05T14:20:10,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41739 2024-12-05T14:20:10,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41739 2024-12-05T14:20:10,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41739 2024-12-05T14:20:10,017 DEBUG [M:0;218194e0d8ec:43695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:43695 2024-12-05T14:20:10,018 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2023313687/backup-masters/218194e0d8ec,43695,1733408409748 2024-12-05T14:20:10,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687/backup-masters 2024-12-05T14:20:10,027 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687/backup-masters 2024-12-05T14:20:10,027 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Set watcher on existing znode=/0-2023313687/backup-masters/218194e0d8ec,43695,1733408409748 2024-12-05T14:20:10,037 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2023313687/master 2024-12-05T14:20:10,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:10,037 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:10,037 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Set watcher on existing znode=/0-2023313687/master 2024-12-05T14:20:10,038 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2023313687/backup-masters/218194e0d8ec,43695,1733408409748 from backup master directory 2024-12-05T14:20:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2023313687/backup-masters/218194e0d8ec,43695,1733408409748 2024-12-05T14:20:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687/backup-masters 2024-12-05T14:20:10,048 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687/backup-masters 2024-12-05T14:20:10,048 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:20:10,048 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,43695,1733408409748 2024-12-05T14:20:10,051 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/hbase.id] with ID: e59d629c-4e19-4188-a2c3-8afadeb377d8 2024-12-05T14:20:10,051 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/.tmp/hbase.id 2024-12-05T14:20:10,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:20:10,458 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/.tmp/hbase.id]:[hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/hbase.id] 2024-12-05T14:20:10,466 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:10,466 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:20:10,467 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T14:20:10,669 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:10,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:10,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:20:10,684 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:10,685 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:20:10,685 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:10,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:20:11,092 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store 2024-12-05T14:20:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:20:11,497 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:11,497 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:20:11,497 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:11,497 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:11,497 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:20:11,497 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:11,497 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:11,497 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408411497Disabling compacts and flushes for region at 1733408411497Disabling writes for close at 1733408411497Writing region close event to WAL at 1733408411497Closed at 1733408411497 2024-12-05T14:20:11,498 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/.initializing 2024-12-05T14:20:11,498 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/WALs/218194e0d8ec,43695,1733408409748 2024-12-05T14:20:11,498 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:20:11,500 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C43695%2C1733408409748, suffix=, logDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/WALs/218194e0d8ec,43695,1733408409748, archiveDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/oldWALs, maxLogs=10 2024-12-05T14:20:11,514 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/WALs/218194e0d8ec,43695,1733408409748/218194e0d8ec%2C43695%2C1733408409748.1733408411500, exclude list is [], retry=0 2024-12-05T14:20:11,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43415,DS-1e180fe1-e593-41a0-8ea1-feb5ea81f50c,DISK] 2024-12-05T14:20:11,521 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/WALs/218194e0d8ec,43695,1733408409748/218194e0d8ec%2C43695%2C1733408409748.1733408411500 2024-12-05T14:20:11,524 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38553:38553)] 2024-12-05T14:20:11,524 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:11,525 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:11,525 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:11,525 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:11,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:11,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:20:11,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:11,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:11,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:11,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:20:11,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:11,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:11,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:11,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:20:11,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:11,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:11,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:11,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:20:11,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:11,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:11,536 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:11,537 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:11,537 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:11,538 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:11,538 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:11,538 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:11,539 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:11,549 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:11,550 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64067822, jitterRate=-0.045315057039260864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:11,551 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408411525Initializing all the Stores at 1733408411525Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408411525Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408411526 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408411526Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408411526Cleaning up temporary data from old regions at 1733408411538 (+12 ms)Region opened successfully at 1733408411551 (+13 ms) 2024-12-05T14:20:11,552 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:20:11,559 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526aab6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:20:11,560 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:20:11,560 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:20:11,560 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:20:11,560 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:20:11,563 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-05T14:20:11,564 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:20:11,564 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:20:11,565 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:20:11,566 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Unable to get data of znode /0-2023313687/balancer because node does not exist (not necessarily an error) 2024-12-05T14:20:11,574 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023313687/balancer already deleted, retry=false 2024-12-05T14:20:11,574 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:20:11,575 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Unable to get data of znode /0-2023313687/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:20:11,584 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023313687/normalizer already deleted, retry=false 2024-12-05T14:20:11,585 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:20:11,586 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Unable to get data of znode /0-2023313687/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:20:11,595 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023313687/switch/split already deleted, retry=false 2024-12-05T14:20:11,596 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Unable to get data of znode /0-2023313687/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:20:11,605 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023313687/switch/merge already deleted, retry=false 2024-12-05T14:20:11,607 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Unable to get data of znode /0-2023313687/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:20:11,616 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023313687/snapshot-cleanup already deleted, retry=false 2024-12-05T14:20:11,627 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2023313687/running 2024-12-05T14:20:11,627 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:11,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2023313687/running 2024-12-05T14:20:11,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:11,630 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,43695,1733408409748, sessionid=0x101a5dd3b010000, setting cluster-up flag (Was=false) 2024-12-05T14:20:11,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:11,648 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:11,679 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2023313687/flush-table-proc/acquired, /0-2023313687/flush-table-proc/reached, /0-2023313687/flush-table-proc/abort 2024-12-05T14:20:11,680 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,43695,1733408409748 2024-12-05T14:20:11,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:11,700 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:11,732 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2023313687/online-snapshot/acquired, /0-2023313687/online-snapshot/reached, /0-2023313687/online-snapshot/abort 2024-12-05T14:20:11,732 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,43695,1733408409748 2024-12-05T14:20:11,733 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:20:11,734 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:11,735 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:20:11,735 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:20:11,735 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,43695,1733408409748 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:20:11,736 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:11,736 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:11,736 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:11,736 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:11,736 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:20:11,736 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,736 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:20:11,736 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,737 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408441736 2024-12-05T14:20:11,737 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:20:11,737 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:20:11,737 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:20:11,737 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:20:11,737 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:20:11,737 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:20:11,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:11,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:20:11,737 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,737 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:20:11,737 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:20:11,738 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:20:11,738 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:20:11,738 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:11,738 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:20:11,738 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:20:11,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:20:11,738 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408411738,5,FailOnTimeoutGroup] 2024-12-05T14:20:11,738 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408411738,5,FailOnTimeoutGroup] 2024-12-05T14:20:11,738 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,738 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:20:11,738 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,738 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:20:11,808 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(746): ClusterId : e59d629c-4e19-4188-a2c3-8afadeb377d8 2024-12-05T14:20:11,808 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:20:11,817 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:20:11,817 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:20:11,827 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:20:11,827 DEBUG [RS:0;218194e0d8ec:41739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c314327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:20:11,836 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:41739 2024-12-05T14:20:11,836 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:20:11,836 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:20:11,836 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:20:11,837 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,43695,1733408409748 with port=41739, startcode=1733408409970 2024-12-05T14:20:11,837 DEBUG [RS:0;218194e0d8ec:41739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:20:11,838 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:20:11,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,41739,1733408409970 2024-12-05T14:20:11,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43695 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,41739,1733408409970 2024-12-05T14:20:11,840 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b 2024-12-05T14:20:11,840 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32985 2024-12-05T14:20:11,840 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:20:11,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687/rs 2024-12-05T14:20:11,848 DEBUG [RS:0;218194e0d8ec:41739 {}] zookeeper.ZKUtil(111): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Set watcher on existing znode=/0-2023313687/rs/218194e0d8ec,41739,1733408409970 2024-12-05T14:20:11,848 WARN [RS:0;218194e0d8ec:41739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:20:11,848 INFO [RS:0;218194e0d8ec:41739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:11,848 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970 2024-12-05T14:20:11,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,41739,1733408409970] 2024-12-05T14:20:11,850 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:20:11,852 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:20:11,852 INFO [RS:0;218194e0d8ec:41739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:20:11,852 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,852 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:20:11,853 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:20:11,853 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:20:11,853 DEBUG [RS:0;218194e0d8ec:41739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:20:11,854 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,854 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,854 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,854 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,854 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,854 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41739,1733408409970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:20:11,870 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:20:11,870 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41739,1733408409970-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,871 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,871 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.Replication(171): 218194e0d8ec,41739,1733408409970 started 2024-12-05T14:20:11,883 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:11,883 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,41739,1733408409970, RpcServer on 218194e0d8ec/172.17.0.2:41739, sessionid=0x101a5dd3b010001 2024-12-05T14:20:11,884 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:20:11,884 DEBUG [RS:0;218194e0d8ec:41739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,41739,1733408409970 2024-12-05T14:20:11,884 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,41739,1733408409970' 2024-12-05T14:20:11,884 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2023313687/flush-table-proc/abort' 2024-12-05T14:20:11,884 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2023313687/flush-table-proc/acquired' 2024-12-05T14:20:11,884 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:20:11,884 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:20:11,884 DEBUG [RS:0;218194e0d8ec:41739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,41739,1733408409970 2024-12-05T14:20:11,884 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,41739,1733408409970' 2024-12-05T14:20:11,884 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2023313687/online-snapshot/abort' 2024-12-05T14:20:11,885 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2023313687/online-snapshot/acquired' 2024-12-05T14:20:11,885 DEBUG [RS:0;218194e0d8ec:41739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:20:11,885 INFO [RS:0;218194e0d8ec:41739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:20:11,885 INFO [RS:0;218194e0d8ec:41739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:20:11,985 INFO [RS:0;218194e0d8ec:41739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:20:11,986 INFO [RS:0;218194e0d8ec:41739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C41739%2C1733408409970, suffix=, logDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970, archiveDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/oldWALs, maxLogs=10 2024-12-05T14:20:11,997 DEBUG [RS:0;218194e0d8ec:41739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987, exclude list is [], retry=0 2024-12-05T14:20:11,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43415,DS-1e180fe1-e593-41a0-8ea1-feb5ea81f50c,DISK] 2024-12-05T14:20:12,000 INFO [RS:0;218194e0d8ec:41739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 2024-12-05T14:20:12,001 DEBUG [RS:0;218194e0d8ec:41739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38553:38553)] 2024-12-05T14:20:12,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:20:12,146 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b 2024-12-05T14:20:12,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:20:12,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:12,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:12,384 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:12,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:20:12,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:12,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:12,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:12,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:12,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:12,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:12,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:12,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:12,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:12,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:12,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:12,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:20:12,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:20:12,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:12,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:12,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:20:12,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:20:12,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:12,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:12,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:20:12,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:20:12,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:12,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:12,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:20:12,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:20:12,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:12,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:12,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:20:12,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740 2024-12-05T14:20:12,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740 2024-12-05T14:20:12,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:20:12,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:20:12,561 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:12,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:20:12,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:12,571 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61816397, jitterRate=-0.07886390388011932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:12,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408412551Initializing all the Stores at 1733408412552 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408412552Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408412552Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408412552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408412552Cleaning up temporary data from old regions at 1733408412560 (+8 ms)Region opened successfully at 1733408412572 (+12 ms) 2024-12-05T14:20:12,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:20:12,572 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:20:12,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:20:12,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:20:12,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:20:12,572 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:12,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408412572Disabling compacts and flushes for region at 1733408412572Disabling writes for close at 1733408412572Writing region close event to WAL at 1733408412572Closed at 1733408412572 2024-12-05T14:20:12,573 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:12,573 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:20:12,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:20:12,574 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:20:12,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:20:12,725 DEBUG [218194e0d8ec:43695 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:20:12,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,41739,1733408409970 2024-12-05T14:20:12,726 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,41739,1733408409970, state=OPENING 2024-12-05T14:20:12,731 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:20:12,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:12,772 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:12,772 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:20:12,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2023313687/meta-region-server: CHANGED 2024-12-05T14:20:12,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2023313687/meta-region-server: CHANGED 2024-12-05T14:20:12,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,41739,1733408409970}] 2024-12-05T14:20:12,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:20:12,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:20:12,929 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:20:12,929 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:12,929 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:20:12,930 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C41739%2C1733408409970.meta, suffix=.meta, logDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970, archiveDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/oldWALs, maxLogs=10 2024-12-05T14:20:12,945 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.meta.1733408412930.meta, exclude list is [], retry=0 2024-12-05T14:20:12,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43415,DS-1e180fe1-e593-41a0-8ea1-feb5ea81f50c,DISK] 2024-12-05T14:20:12,949 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.meta.1733408412930.meta 2024-12-05T14:20:12,949 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38553:38553)] 2024-12-05T14:20:12,949 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:12,950 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:20:12,950 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:20:12,950 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:20:12,950 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:20:12,950 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:20:12,950 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:12,950 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:20:12,950 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:20:12,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:20:12,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:20:12,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:12,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:12,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:20:12,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:20:12,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:12,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:12,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:20:12,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:20:12,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:12,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:12,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:20:12,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:20:12,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:12,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:12,956 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:20:12,956 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740 2024-12-05T14:20:12,957 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740 2024-12-05T14:20:12,958 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:20:12,958 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:20:12,958 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:12,959 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:20:12,959 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61622922, jitterRate=-0.081746906042099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:12,959 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:20:12,959 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408412950Writing region info on filesystem at 1733408412950Initializing all the Stores at 1733408412951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408412951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408412951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408412951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408412951Cleaning up temporary data from old regions at 1733408412958 (+7 ms)Running coprocessor post-open hooks at 1733408412959 (+1 ms)Region opened successfully at 1733408412959 2024-12-05T14:20:12,960 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408412924 2024-12-05T14:20:12,962 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:20:12,962 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:20:12,963 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,41739,1733408409970 2024-12-05T14:20:12,963 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,41739,1733408409970, state=OPEN 2024-12-05T14:20:12,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2023313687/meta-region-server 2024-12-05T14:20:12,984 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2023313687/meta-region-server 2024-12-05T14:20:12,984 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,41739,1733408409970 2024-12-05T14:20:12,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2023313687/meta-region-server: CHANGED 2024-12-05T14:20:12,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2023313687/meta-region-server: CHANGED 2024-12-05T14:20:12,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:20:12,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,41739,1733408409970 in 212 msec 2024-12-05T14:20:12,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:20:12,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-12-05T14:20:12,988 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:12,988 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:20:12,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:12,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41739,1733408409970, seqNum=-1] 2024-12-05T14:20:12,990 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:12,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:20:12,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-12-05T14:20:12,995 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408412995, completionTime=-1 2024-12-05T14:20:12,995 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:20:12,995 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:20:12,997 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:20:12,997 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408472997 2024-12-05T14:20:12,997 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408532997 2024-12-05T14:20:12,997 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:20:12,997 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43695,1733408409748-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:12,997 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43695,1733408409748-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:12,997 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43695,1733408409748-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:12,997 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:43695, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:12,997 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:12,997 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:12,999 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:20:13,000 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.952sec 2024-12-05T14:20:13,000 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:20:13,000 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:20:13,000 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:20:13,000 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:20:13,000 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:20:13,000 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43695,1733408409748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:20:13,000 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43695,1733408409748-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:20:13,002 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:20:13,002 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:20:13,002 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,43695,1733408409748-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:13,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4443bad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:13,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,43695,-1 for getting cluster id 2024-12-05T14:20:13,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:13,010 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e59d629c-4e19-4188-a2c3-8afadeb377d8' 2024-12-05T14:20:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e59d629c-4e19-4188-a2c3-8afadeb377d8" 2024-12-05T14:20:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4628f26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,43695,-1] 2024-12-05T14:20:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:13,011 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:13,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aad41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:13,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:13,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41739,1733408409970, seqNum=-1] 2024-12-05T14:20:13,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:13,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:20:13,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,43695,1733408409748 2024-12-05T14:20:13,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52991 2024-12-05T14:20:13,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:13,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5dd3b010002 connected 2024-12-05T14:20:13,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/hadoop.log.dir so I do NOT create it in target/test-data/0d102e14-6796-d438-6388-b23018af61fa 2024-12-05T14:20:13,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:20:13,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/hadoop.tmp.dir so I do NOT create it in target/test-data/0d102e14-6796-d438-6388-b23018af61fa 2024-12-05T14:20:13,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:20:13,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa 2024-12-05T14:20:13,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:20:13,039 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/cluster_acedfa43-6118-2920-beec-54bb21ee2433, deleteOnExit=true 2024-12-05T14:20:13,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:20:13,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/test.cache.data in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:20:13,040 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:20:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:20:13,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:20:13,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:20:13,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:20:13,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:20:13,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:13,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:20:13,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:20:13,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:20:13,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:20:13,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:13,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77aea15e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:20:13,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69ece3a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:20:13,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c958c1b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/java.io.tmpdir/jetty-localhost-44565-hadoop-hdfs-3_4_1-tests_jar-_-any-12390265266048317386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:20:13,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16f9a159{HTTP/1.1, (http/1.1)}{localhost:44565} 2024-12-05T14:20:13,500 INFO [Time-limited test {}] server.Server(415): Started @204066ms 2024-12-05T14:20:13,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:13,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:20:13,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:20:13,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:20:13,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:20:13,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c34db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:20:13,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@150bfadf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:20:13,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fcdf3f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/java.io.tmpdir/jetty-localhost-37163-hadoop-hdfs-3_4_1-tests_jar-_-any-12539036147594943260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:20:13,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1988d98e{HTTP/1.1, (http/1.1)}{localhost:37163} 2024-12-05T14:20:13,921 INFO [Time-limited test {}] server.Server(415): Started @204487ms 2024-12-05T14:20:13,922 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:20:14,966 WARN [Thread-2296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/cluster_acedfa43-6118-2920-beec-54bb21ee2433/data/data1/current/BP-1893690557-172.17.0.2-1733408413062/current, will proceed with Du for space computation calculation, 2024-12-05T14:20:14,966 WARN [Thread-2297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/cluster_acedfa43-6118-2920-beec-54bb21ee2433/data/data2/current/BP-1893690557-172.17.0.2-1733408413062/current, will proceed with Du for space computation calculation, 2024-12-05T14:20:14,986 WARN [Thread-2284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:20:14,988 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaacd399221390e0 with lease ID 0xfdc3f7dc26bb5e0a: Processing first storage report for DS-6f298322-a997-4106-9307-c22232555342 from datanode DatanodeRegistration(127.0.0.1:35185, datanodeUuid=08502b90-3ff5-464f-ad74-059aade822c0, infoPort=44605, infoSecurePort=0, ipcPort=34047, storageInfo=lv=-57;cid=testClusterID;nsid=648050573;c=1733408413062) 2024-12-05T14:20:14,988 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaacd399221390e0 with lease ID 0xfdc3f7dc26bb5e0a: from storage DS-6f298322-a997-4106-9307-c22232555342 node DatanodeRegistration(127.0.0.1:35185, datanodeUuid=08502b90-3ff5-464f-ad74-059aade822c0, infoPort=44605, infoSecurePort=0, ipcPort=34047, storageInfo=lv=-57;cid=testClusterID;nsid=648050573;c=1733408413062), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T14:20:14,988 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaacd399221390e0 with lease ID 0xfdc3f7dc26bb5e0a: Processing first storage report for DS-e9953027-0956-4524-9ed0-4a677f87cff6 from datanode DatanodeRegistration(127.0.0.1:35185, datanodeUuid=08502b90-3ff5-464f-ad74-059aade822c0, infoPort=44605, infoSecurePort=0, ipcPort=34047, storageInfo=lv=-57;cid=testClusterID;nsid=648050573;c=1733408413062) 2024-12-05T14:20:14,988 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaacd399221390e0 with lease ID 0xfdc3f7dc26bb5e0a: from storage DS-e9953027-0956-4524-9ed0-4a677f87cff6 node DatanodeRegistration(127.0.0.1:35185, datanodeUuid=08502b90-3ff5-464f-ad74-059aade822c0, infoPort=44605, infoSecurePort=0, ipcPort=34047, storageInfo=lv=-57;cid=testClusterID;nsid=648050573;c=1733408413062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:20:15,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa 2024-12-05T14:20:15,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:15,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:15,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:20:15,475 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9 with version=8 2024-12-05T14:20:15,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/hbase-staging 2024-12-05T14:20:15,477 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:20:15,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:15,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:15,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:20:15,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:15,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:20:15,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:20:15,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:20:15,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35061 2024-12-05T14:20:15,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35061 connecting to ZooKeeper ensemble=127.0.0.1:52991 2024-12-05T14:20:15,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350610x0, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:15,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35061-0x101a5dd3b010003 connected 2024-12-05T14:20:15,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:15,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:15,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Set watcher on znode that does not yet exist, /11300399321/running 2024-12-05T14:20:15,746 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9, hbase.cluster.distributed=false 2024-12-05T14:20:15,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Set watcher on znode that does not yet exist, /11300399321/acl 2024-12-05T14:20:15,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35061 2024-12-05T14:20:15,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35061 2024-12-05T14:20:15,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35061 2024-12-05T14:20:15,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35061 2024-12-05T14:20:15,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35061 2024-12-05T14:20:15,770 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:20:15,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:15,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:15,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:20:15,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:15,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:20:15,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:20:15,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:20:15,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39591 2024-12-05T14:20:15,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39591 connecting to ZooKeeper ensemble=127.0.0.1:52991 2024-12-05T14:20:15,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:15,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:15,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395910x0, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:15,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39591-0x101a5dd3b010004 connected 2024-12-05T14:20:15,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Set watcher on znode that does not yet exist, /11300399321/running 2024-12-05T14:20:15,834 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:20:15,835 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:20:15,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Set watcher on znode that does not yet exist, /11300399321/master 2024-12-05T14:20:15,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Set watcher on znode that does not yet exist, /11300399321/acl 2024-12-05T14:20:15,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39591 2024-12-05T14:20:15,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39591 2024-12-05T14:20:15,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39591 2024-12-05T14:20:15,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39591 2024-12-05T14:20:15,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39591 2024-12-05T14:20:15,858 DEBUG [M:0;218194e0d8ec:35061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:35061 2024-12-05T14:20:15,859 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11300399321/backup-masters/218194e0d8ec,35061,1733408415477 2024-12-05T14:20:15,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321/backup-masters 2024-12-05T14:20:15,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321/backup-masters 2024-12-05T14:20:15,879 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Set watcher on existing znode=/11300399321/backup-masters/218194e0d8ec,35061,1733408415477 2024-12-05T14:20:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11300399321/master 2024-12-05T14:20:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:15,890 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Set watcher on existing znode=/11300399321/master 2024-12-05T14:20:15,890 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11300399321/backup-masters/218194e0d8ec,35061,1733408415477 from backup master directory 2024-12-05T14:20:15,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11300399321/backup-masters/218194e0d8ec,35061,1733408415477 2024-12-05T14:20:15,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321/backup-masters 2024-12-05T14:20:15,968 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:20:15,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321/backup-masters 2024-12-05T14:20:15,968 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,35061,1733408415477 2024-12-05T14:20:15,971 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/hbase.id] with ID: bee10a26-4f2c-41d7-bca4-55ac01b116f8 2024-12-05T14:20:15,971 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/.tmp/hbase.id 2024-12-05T14:20:15,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:20:16,376 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/.tmp/hbase.id]:[hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/hbase.id] 2024-12-05T14:20:16,387 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:16,387 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:20:16,388 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T14:20:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:16,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:20:16,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:20:16,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T14:20:16,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:16,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T14:20:16,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:20:16,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T14:20:16,811 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:16,811 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:20:16,824 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:16,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:20:17,234 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store 2024-12-05T14:20:17,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:20:17,642 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:17,642 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:20:17,642 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:17,642 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:17,642 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:20:17,642 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:17,642 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:17,642 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408417642Disabling compacts and flushes for region at 1733408417642Disabling writes for close at 1733408417642Writing region close event to WAL at 1733408417642Closed at 1733408417642 2024-12-05T14:20:17,643 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/.initializing 2024-12-05T14:20:17,643 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/WALs/218194e0d8ec,35061,1733408415477 2024-12-05T14:20:17,644 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:20:17,645 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C35061%2C1733408415477, suffix=, logDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/WALs/218194e0d8ec,35061,1733408415477, archiveDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/oldWALs, maxLogs=10 2024-12-05T14:20:17,657 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/WALs/218194e0d8ec,35061,1733408415477/218194e0d8ec%2C35061%2C1733408415477.1733408417645, exclude list is [], retry=0 2024-12-05T14:20:17,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-6f298322-a997-4106-9307-c22232555342,DISK] 2024-12-05T14:20:17,661 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/WALs/218194e0d8ec,35061,1733408415477/218194e0d8ec%2C35061%2C1733408415477.1733408417645 2024-12-05T14:20:17,661 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605)] 2024-12-05T14:20:17,661 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:17,661 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:17,661 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:17,661 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:17,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:17,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:20:17,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:17,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:17,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:17,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:20:17,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:17,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:17,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:17,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:20:17,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:17,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:17,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:17,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:20:17,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:17,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:17,668 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:17,668 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:17,669 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:17,670 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:17,670 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:17,670 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:17,671 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:17,672 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:17,673 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64274358, jitterRate=-0.042237430810928345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:17,673 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408417661Initializing all the Stores at 1733408417662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408417662Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408417662Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408417662Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408417662Cleaning up temporary data from old regions at 1733408417670 (+8 ms)Region opened successfully at 1733408417673 (+3 ms) 2024-12-05T14:20:17,673 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:20:17,675 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:20:17,676 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:20:17,676 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:20:17,676 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:20:17,676 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:20:17,677 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:20:17,677 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:20:17,677 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:20:17,678 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:20:17,679 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Unable to get data of znode /11300399321/balancer because node does not exist (not necessarily an error) 2024-12-05T14:20:17,700 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11300399321/balancer already deleted, retry=false 2024-12-05T14:20:17,700 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:20:17,701 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Unable to get data of znode /11300399321/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:20:17,710 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11300399321/normalizer already deleted, retry=false 2024-12-05T14:20:17,710 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:20:17,711 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Unable to get data of znode /11300399321/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:20:17,721 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11300399321/switch/split already deleted, retry=false 2024-12-05T14:20:17,721 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Unable to get data of znode /11300399321/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:20:17,731 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11300399321/switch/merge already deleted, retry=false 2024-12-05T14:20:17,733 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Unable to get data of znode /11300399321/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:20:17,742 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11300399321/snapshot-cleanup already deleted, retry=false 2024-12-05T14:20:17,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11300399321/running 2024-12-05T14:20:17,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11300399321/running 2024-12-05T14:20:17,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:17,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:17,753 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,35061,1733408415477, sessionid=0x101a5dd3b010003, setting cluster-up flag (Was=false) 2024-12-05T14:20:17,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:17,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:17,805 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11300399321/flush-table-proc/acquired, /11300399321/flush-table-proc/reached, /11300399321/flush-table-proc/abort 2024-12-05T14:20:17,806 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,35061,1733408415477 2024-12-05T14:20:17,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:17,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:17,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:20:17,858 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11300399321/online-snapshot/acquired, /11300399321/online-snapshot/reached, /11300399321/online-snapshot/abort 2024-12-05T14:20:17,858 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,35061,1733408415477 2024-12-05T14:20:17,859 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:20:17,861 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:17,861 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:20:17,861 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:20:17,861 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,35061,1733408415477 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:20:17,862 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:17,862 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:17,862 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:17,862 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:17,862 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:20:17,862 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:17,862 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:20:17,862 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:17,863 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408447863 2024-12-05T14:20:17,863 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:20:17,863 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:20:17,863 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:20:17,863 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:20:17,863 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:20:17,863 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:20:17,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:17,863 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:17,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:20:17,864 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:20:17,864 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:20:17,864 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:20:17,864 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:20:17,864 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:20:17,864 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:20:17,864 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408417864,5,FailOnTimeoutGroup] 2024-12-05T14:20:17,865 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:17,865 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:20:17,868 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408417864,5,FailOnTimeoutGroup] 2024-12-05T14:20:17,868 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:17,868 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:20:17,868 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:17,868 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:17,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:20:17,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:20:17,872 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9 2024-12-05T14:20:17,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:20:17,947 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(746): ClusterId : bee10a26-4f2c-41d7-bca4-55ac01b116f8 2024-12-05T14:20:17,947 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:20:17,953 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:20:17,953 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:20:17,964 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:20:17,964 DEBUG [RS:0;218194e0d8ec:39591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dfd6d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:20:17,979 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:39591 2024-12-05T14:20:17,979 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:20:17,979 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:20:17,979 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:20:17,980 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,35061,1733408415477 with port=39591, startcode=1733408415769 2024-12-05T14:20:17,980 DEBUG [RS:0;218194e0d8ec:39591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:20:17,985 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:20:17,985 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,39591,1733408415769 2024-12-05T14:20:17,985 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35061 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,39591,1733408415769 2024-12-05T14:20:17,986 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9 2024-12-05T14:20:17,986 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35985 2024-12-05T14:20:17,986 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:20:18,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321/rs 2024-12-05T14:20:18,181 DEBUG [RS:0;218194e0d8ec:39591 {}] zookeeper.ZKUtil(111): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Set watcher on existing znode=/11300399321/rs/218194e0d8ec,39591,1733408415769 2024-12-05T14:20:18,181 WARN [RS:0;218194e0d8ec:39591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:20:18,181 INFO [RS:0;218194e0d8ec:39591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:18,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,39591,1733408415769] 2024-12-05T14:20:18,181 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769 2024-12-05T14:20:18,184 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:20:18,196 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:20:18,196 INFO [RS:0;218194e0d8ec:39591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:20:18,196 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,196 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:20:18,197 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:20:18,197 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:20:18,197 DEBUG [RS:0;218194e0d8ec:39591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:20:18,197 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,198 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,198 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,198 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,198 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,198 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39591,1733408415769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:20:18,215 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:20:18,215 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39591,1733408415769-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,216 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,216 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.Replication(171): 218194e0d8ec,39591,1733408415769 started 2024-12-05T14:20:18,232 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,232 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,39591,1733408415769, RpcServer on 218194e0d8ec/172.17.0.2:39591, sessionid=0x101a5dd3b010004 2024-12-05T14:20:18,232 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:20:18,232 DEBUG [RS:0;218194e0d8ec:39591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,39591,1733408415769 2024-12-05T14:20:18,232 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,39591,1733408415769' 2024-12-05T14:20:18,232 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11300399321/flush-table-proc/abort' 2024-12-05T14:20:18,233 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11300399321/flush-table-proc/acquired' 2024-12-05T14:20:18,233 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:20:18,233 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:20:18,233 DEBUG [RS:0;218194e0d8ec:39591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,39591,1733408415769 2024-12-05T14:20:18,233 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,39591,1733408415769' 2024-12-05T14:20:18,233 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11300399321/online-snapshot/abort' 2024-12-05T14:20:18,233 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11300399321/online-snapshot/acquired' 2024-12-05T14:20:18,234 DEBUG [RS:0;218194e0d8ec:39591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:20:18,234 INFO [RS:0;218194e0d8ec:39591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:20:18,234 INFO [RS:0;218194e0d8ec:39591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:20:18,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:18,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:20:18,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:20:18,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:18,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:18,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:20:18,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:20:18,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:18,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:18,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:20:18,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:20:18,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:18,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:18,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:20:18,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:20:18,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:18,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:18,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:20:18,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740 2024-12-05T14:20:18,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740 2024-12-05T14:20:18,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:20:18,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:20:18,291 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:18,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:20:18,301 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:18,302 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71450697, jitterRate=0.06469835340976715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:18,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408418280Initializing all the Stores at 1733408418280Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408418280Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408418284 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408418284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408418284Cleaning up temporary data from old regions at 1733408418291 (+7 ms)Region opened successfully at 1733408418302 (+11 ms) 2024-12-05T14:20:18,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:20:18,302 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:20:18,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:20:18,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:20:18,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:20:18,304 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:18,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408418302Disabling compacts and flushes for region at 1733408418302Disabling writes for close at 1733408418302Writing region close event to WAL at 1733408418304 (+2 ms)Closed at 1733408418304 2024-12-05T14:20:18,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:18,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:20:18,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:20:18,307 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:20:18,307 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:20:18,334 INFO [RS:0;218194e0d8ec:39591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:20:18,335 INFO [RS:0;218194e0d8ec:39591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C39591%2C1733408415769, suffix=, logDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769, archiveDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/oldWALs, maxLogs=10 2024-12-05T14:20:18,352 DEBUG [RS:0;218194e0d8ec:39591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336, exclude list is [], retry=0 2024-12-05T14:20:18,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-6f298322-a997-4106-9307-c22232555342,DISK] 2024-12-05T14:20:18,361 INFO [RS:0;218194e0d8ec:39591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 2024-12-05T14:20:18,361 DEBUG [RS:0;218194e0d8ec:39591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605)] 2024-12-05T14:20:18,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:20:18,457 DEBUG [218194e0d8ec:35061 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:20:18,458 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,39591,1733408415769 2024-12-05T14:20:18,459 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,39591,1733408415769, state=OPENING 2024-12-05T14:20:18,468 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:20:18,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:18,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:18,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:18,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:18,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:18,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:18,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11300399321/meta-region-server: CHANGED 2024-12-05T14:20:18,479 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:20:18,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:18,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,39591,1733408415769}] 2024-12-05T14:20:18,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:18,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11300399321/meta-region-server: CHANGED 2024-12-05T14:20:18,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:18,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:18,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:18,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:18,632 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:20:18,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:20:18,636 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:20:18,636 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:18,636 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:20:18,638 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C39591%2C1733408415769.meta, suffix=.meta, logDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769, archiveDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/oldWALs, maxLogs=10 2024-12-05T14:20:18,653 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.meta.1733408418638.meta, exclude list is [], retry=0 2024-12-05T14:20:18,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-6f298322-a997-4106-9307-c22232555342,DISK] 2024-12-05T14:20:18,656 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.meta.1733408418638.meta 2024-12-05T14:20:18,656 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605)] 2024-12-05T14:20:18,657 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:18,657 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:20:18,657 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:20:18,657 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:20:18,657 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:20:18,657 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:20:18,657 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:18,657 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:20:18,657 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:20:18,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:20:18,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:20:18,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:18,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:18,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:20:18,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:20:18,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:18,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:18,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:20:18,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:20:18,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:18,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:18,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:20:18,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:20:18,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:18,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:18,662 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:20:18,663 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740 2024-12-05T14:20:18,663 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740 2024-12-05T14:20:18,664 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:20:18,664 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:20:18,665 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:18,666 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:20:18,666 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62245965, jitterRate=-0.07246284186840057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:18,666 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:20:18,666 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408418658Writing region info on filesystem at 1733408418658Initializing all the Stores at 1733408418658Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408418658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408418658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408418658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408418658Cleaning up temporary data from old regions at 1733408418664 (+6 ms)Running coprocessor post-open hooks at 1733408418666 (+2 ms)Region opened successfully at 1733408418666 2024-12-05T14:20:18,667 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408418632 2024-12-05T14:20:18,669 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:20:18,669 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:20:18,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,39591,1733408415769 2024-12-05T14:20:18,670 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,39591,1733408415769, state=OPEN 2024-12-05T14:20:18,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11300399321/meta-region-server 2024-12-05T14:20:18,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11300399321/meta-region-server 2024-12-05T14:20:18,679 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,39591,1733408415769 2024-12-05T14:20:18,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11300399321/meta-region-server: CHANGED 2024-12-05T14:20:18,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11300399321/meta-region-server: CHANGED 2024-12-05T14:20:18,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:20:18,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,39591,1733408415769 in 200 msec 2024-12-05T14:20:18,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:20:18,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-12-05T14:20:18,682 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:18,682 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:20:18,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:18,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39591,1733408415769, seqNum=-1] 2024-12-05T14:20:18,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:18,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:20:18,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 827 msec 2024-12-05T14:20:18,688 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408418688, completionTime=-1 2024-12-05T14:20:18,689 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:20:18,689 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:20:18,690 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:20:18,690 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408478690 2024-12-05T14:20:18,690 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408538690 2024-12-05T14:20:18,690 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:20:18,691 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35061,1733408415477-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,691 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35061,1733408415477-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,691 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35061,1733408415477-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,691 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:35061, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,691 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,691 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,692 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:20:18,694 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.726sec 2024-12-05T14:20:18,694 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:20:18,694 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:20:18,694 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:20:18,694 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:20:18,694 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:20:18,694 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35061,1733408415477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:20:18,694 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35061,1733408415477-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:20:18,696 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:20:18,696 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:20:18,696 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35061,1733408415477-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:18,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5a965c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:18,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35061,-1 for getting cluster id 2024-12-05T14:20:18,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:18,748 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bee10a26-4f2c-41d7-bca4-55ac01b116f8' 2024-12-05T14:20:18,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:18,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bee10a26-4f2c-41d7-bca4-55ac01b116f8" 2024-12-05T14:20:18,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24275f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:18,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35061,-1] 2024-12-05T14:20:18,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:18,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:18,750 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:18,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fef7cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:18,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39591,1733408415769, seqNum=-1] 2024-12-05T14:20:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:18,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:20:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,35061,1733408415477 2024-12-05T14:20:18,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52991 2024-12-05T14:20:18,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:18,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5dd3b010005 connected 2024-12-05T14:20:18,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:18,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,43695,1733408409748 2024-12-05T14:20:18,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e62b3b 2024-12-05T14:20:18,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:18,777 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:20:18,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:20:18,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:20:18,780 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:18,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:20:18,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:20:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:18,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:20:18,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80007a5c681716c926ca7662a96bc6de, NAME => 'test,,1733408418777.80007a5c681716c926ca7662a96bc6de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b 2024-12-05T14:20:18,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:20:18,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408418777.80007a5c681716c926ca7662a96bc6de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:18,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 80007a5c681716c926ca7662a96bc6de, disabling compactions & flushes 2024-12-05T14:20:18,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408418777.80007a5c681716c926ca7662a96bc6de. 2024-12-05T14:20:18,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408418777.80007a5c681716c926ca7662a96bc6de. 2024-12-05T14:20:18,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408418777.80007a5c681716c926ca7662a96bc6de. after waiting 0 ms 2024-12-05T14:20:18,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408418777.80007a5c681716c926ca7662a96bc6de. 2024-12-05T14:20:18,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408418777.80007a5c681716c926ca7662a96bc6de. 2024-12-05T14:20:18,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80007a5c681716c926ca7662a96bc6de: Waiting for close lock at 1733408418798Disabling compacts and flushes for region at 1733408418798Disabling writes for close at 1733408418799 (+1 ms)Writing region close event to WAL at 1733408418799Closed at 1733408418799 2024-12-05T14:20:18,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:20:18,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408418777.80007a5c681716c926ca7662a96bc6de.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408418801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408418801"}]},"ts":"1733408418801"} 2024-12-05T14:20:18,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:20:18,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:20:18,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408418806"}]},"ts":"1733408418806"} 2024-12-05T14:20:18,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:20:18,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80007a5c681716c926ca7662a96bc6de, ASSIGN}] 2024-12-05T14:20:18,809 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80007a5c681716c926ca7662a96bc6de, ASSIGN 2024-12-05T14:20:18,810 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=80007a5c681716c926ca7662a96bc6de, ASSIGN; state=OFFLINE, location=218194e0d8ec,41739,1733408409970; forceNewPlan=false, retain=false 2024-12-05T14:20:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:18,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80007a5c681716c926ca7662a96bc6de, regionState=OPENING, regionLocation=218194e0d8ec,41739,1733408409970 2024-12-05T14:20:18,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=80007a5c681716c926ca7662a96bc6de, ASSIGN because future has completed 2024-12-05T14:20:18,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80007a5c681716c926ca7662a96bc6de, server=218194e0d8ec,41739,1733408409970}] 2024-12-05T14:20:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:19,118 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408418777.80007a5c681716c926ca7662a96bc6de. 2024-12-05T14:20:19,118 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 80007a5c681716c926ca7662a96bc6de, NAME => 'test,,1733408418777.80007a5c681716c926ca7662a96bc6de.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:19,119 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:20:19,119 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:20:19,119 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,119 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408418777.80007a5c681716c926ca7662a96bc6de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:19,119 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,119 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,120 INFO [StoreOpener-80007a5c681716c926ca7662a96bc6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,121 INFO [StoreOpener-80007a5c681716c926ca7662a96bc6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80007a5c681716c926ca7662a96bc6de columnFamilyName f 2024-12-05T14:20:19,121 DEBUG [StoreOpener-80007a5c681716c926ca7662a96bc6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:19,121 INFO [StoreOpener-80007a5c681716c926ca7662a96bc6de-1 {}] regionserver.HStore(327): Store=80007a5c681716c926ca7662a96bc6de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:19,121 INFO [StoreOpener-80007a5c681716c926ca7662a96bc6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,122 INFO [StoreOpener-80007a5c681716c926ca7662a96bc6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80007a5c681716c926ca7662a96bc6de columnFamilyName f1 2024-12-05T14:20:19,122 DEBUG [StoreOpener-80007a5c681716c926ca7662a96bc6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:19,122 INFO [StoreOpener-80007a5c681716c926ca7662a96bc6de-1 {}] regionserver.HStore(327): Store=80007a5c681716c926ca7662a96bc6de/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:19,122 INFO [StoreOpener-80007a5c681716c926ca7662a96bc6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,123 INFO [StoreOpener-80007a5c681716c926ca7662a96bc6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80007a5c681716c926ca7662a96bc6de columnFamilyName norep 2024-12-05T14:20:19,123 DEBUG [StoreOpener-80007a5c681716c926ca7662a96bc6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:19,123 INFO [StoreOpener-80007a5c681716c926ca7662a96bc6de-1 {}] regionserver.HStore(327): Store=80007a5c681716c926ca7662a96bc6de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:19,123 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,124 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,124 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,124 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,124 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,125 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:20:19,125 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,130 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:19,130 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 80007a5c681716c926ca7662a96bc6de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59513643, jitterRate=-0.11317761242389679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:20:19,130 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:19,131 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 80007a5c681716c926ca7662a96bc6de: Running coprocessor pre-open hook at 1733408419119Writing region info on filesystem at 1733408419119Initializing all the Stores at 1733408419120 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408419120Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408419120Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408419120Cleaning up temporary data from old regions at 1733408419125 (+5 ms)Running coprocessor post-open hooks at 1733408419130 (+5 ms)Region opened successfully at 1733408419130 2024-12-05T14:20:19,131 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408418777.80007a5c681716c926ca7662a96bc6de., pid=6, masterSystemTime=1733408419116 2024-12-05T14:20:19,133 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408418777.80007a5c681716c926ca7662a96bc6de. 2024-12-05T14:20:19,133 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408418777.80007a5c681716c926ca7662a96bc6de. 2024-12-05T14:20:19,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80007a5c681716c926ca7662a96bc6de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,41739,1733408409970 2024-12-05T14:20:19,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80007a5c681716c926ca7662a96bc6de, server=218194e0d8ec,41739,1733408409970 because future has completed 2024-12-05T14:20:19,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:20:19,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80007a5c681716c926ca7662a96bc6de, server=218194e0d8ec,41739,1733408409970 in 172 msec 2024-12-05T14:20:19,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:20:19,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=80007a5c681716c926ca7662a96bc6de, ASSIGN in 329 msec 2024-12-05T14:20:19,139 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:20:19,140 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408419139"}]},"ts":"1733408419139"} 2024-12-05T14:20:19,141 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:20:19,142 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:20:19,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 364 msec 2024-12-05T14:20:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:19,404 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:20:19,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35061,1733408415477 2024-12-05T14:20:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e86d1ce 2024-12-05T14:20:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:19,406 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:20:19,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:20:19,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:20:19,409 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:19,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:20:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:19,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:20:19,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:20:19,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a521ac8eff1c511d666b4768221bbb34, NAME => 'test,,1733408419406.a521ac8eff1c511d666b4768221bbb34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9 2024-12-05T14:20:19,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:20:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:19,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408419406.a521ac8eff1c511d666b4768221bbb34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:19,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a521ac8eff1c511d666b4768221bbb34, disabling compactions & flushes 2024-12-05T14:20:19,826 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. 2024-12-05T14:20:19,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. 2024-12-05T14:20:19,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. after waiting 0 ms 2024-12-05T14:20:19,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. 2024-12-05T14:20:19,826 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. 2024-12-05T14:20:19,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a521ac8eff1c511d666b4768221bbb34: Waiting for close lock at 1733408419826Disabling compacts and flushes for region at 1733408419826Disabling writes for close at 1733408419826Writing region close event to WAL at 1733408419826Closed at 1733408419826 2024-12-05T14:20:19,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:20:19,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408419406.a521ac8eff1c511d666b4768221bbb34.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408419827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408419827"}]},"ts":"1733408419827"} 2024-12-05T14:20:19,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:20:19,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:20:19,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408419829"}]},"ts":"1733408419829"} 2024-12-05T14:20:19,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:20:19,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a521ac8eff1c511d666b4768221bbb34, ASSIGN}] 2024-12-05T14:20:19,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a521ac8eff1c511d666b4768221bbb34, ASSIGN 2024-12-05T14:20:19,832 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a521ac8eff1c511d666b4768221bbb34, ASSIGN; state=OFFLINE, location=218194e0d8ec,39591,1733408415769; forceNewPlan=false, retain=false 2024-12-05T14:20:19,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a521ac8eff1c511d666b4768221bbb34, regionState=OPENING, regionLocation=218194e0d8ec,39591,1733408415769 2024-12-05T14:20:19,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a521ac8eff1c511d666b4768221bbb34, ASSIGN because future has completed 2024-12-05T14:20:19,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a521ac8eff1c511d666b4768221bbb34, server=218194e0d8ec,39591,1733408415769}] 2024-12-05T14:20:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:20,140 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. 2024-12-05T14:20:20,140 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a521ac8eff1c511d666b4768221bbb34, NAME => 'test,,1733408419406.a521ac8eff1c511d666b4768221bbb34.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:20,140 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:20:20,141 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:20:20,141 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,141 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408419406.a521ac8eff1c511d666b4768221bbb34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:20,141 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,141 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,142 INFO [StoreOpener-a521ac8eff1c511d666b4768221bbb34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,143 INFO [StoreOpener-a521ac8eff1c511d666b4768221bbb34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a521ac8eff1c511d666b4768221bbb34 columnFamilyName f 2024-12-05T14:20:20,143 DEBUG [StoreOpener-a521ac8eff1c511d666b4768221bbb34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:20,143 INFO [StoreOpener-a521ac8eff1c511d666b4768221bbb34-1 {}] regionserver.HStore(327): Store=a521ac8eff1c511d666b4768221bbb34/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:20,143 INFO [StoreOpener-a521ac8eff1c511d666b4768221bbb34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,144 INFO [StoreOpener-a521ac8eff1c511d666b4768221bbb34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a521ac8eff1c511d666b4768221bbb34 columnFamilyName f1 2024-12-05T14:20:20,144 DEBUG [StoreOpener-a521ac8eff1c511d666b4768221bbb34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:20,144 INFO [StoreOpener-a521ac8eff1c511d666b4768221bbb34-1 {}] regionserver.HStore(327): Store=a521ac8eff1c511d666b4768221bbb34/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:20,144 INFO [StoreOpener-a521ac8eff1c511d666b4768221bbb34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,145 INFO [StoreOpener-a521ac8eff1c511d666b4768221bbb34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a521ac8eff1c511d666b4768221bbb34 columnFamilyName norep 2024-12-05T14:20:20,145 DEBUG [StoreOpener-a521ac8eff1c511d666b4768221bbb34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:20,145 INFO [StoreOpener-a521ac8eff1c511d666b4768221bbb34-1 {}] regionserver.HStore(327): Store=a521ac8eff1c511d666b4768221bbb34/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:20,145 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,145 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,146 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,146 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,146 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,146 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:20:20,147 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,149 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:20,149 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a521ac8eff1c511d666b4768221bbb34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67015967, jitterRate=-0.0013842731714248657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:20:20,149 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:20,149 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a521ac8eff1c511d666b4768221bbb34: Running coprocessor pre-open hook at 1733408420141Writing region info on filesystem at 1733408420141Initializing all the Stores at 1733408420141Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408420142 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408420142Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408420142Cleaning up temporary data from old regions at 1733408420146 (+4 ms)Running coprocessor post-open hooks at 1733408420149 (+3 ms)Region opened successfully at 1733408420149 2024-12-05T14:20:20,150 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408419406.a521ac8eff1c511d666b4768221bbb34., pid=6, masterSystemTime=1733408420137 2024-12-05T14:20:20,152 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. 2024-12-05T14:20:20,152 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. 2024-12-05T14:20:20,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a521ac8eff1c511d666b4768221bbb34, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,39591,1733408415769 2024-12-05T14:20:20,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a521ac8eff1c511d666b4768221bbb34, server=218194e0d8ec,39591,1733408415769 because future has completed 2024-12-05T14:20:20,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:20:20,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a521ac8eff1c511d666b4768221bbb34, server=218194e0d8ec,39591,1733408415769 in 170 msec 2024-12-05T14:20:20,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:20:20,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a521ac8eff1c511d666b4768221bbb34, ASSIGN in 325 msec 2024-12-05T14:20:20,157 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:20:20,158 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408420157"}]},"ts":"1733408420157"} 2024-12-05T14:20:20,159 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:20:20,160 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:20:20,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-12-05T14:20:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:20,544 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:20:20,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4853c337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:20,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,43695,-1 for getting cluster id 2024-12-05T14:20:20,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:20,546 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e59d629c-4e19-4188-a2c3-8afadeb377d8' 2024-12-05T14:20:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e59d629c-4e19-4188-a2c3-8afadeb377d8" 2024-12-05T14:20:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0bc23b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,43695,-1] 2024-12-05T14:20:20,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:20,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:20,547 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:20,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248edf9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:20,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffd60bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:20,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35061,-1 for getting cluster id 2024-12-05T14:20:20,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:20,549 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bee10a26-4f2c-41d7-bca4-55ac01b116f8' 2024-12-05T14:20:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bee10a26-4f2c-41d7-bca4-55ac01b116f8" 2024-12-05T14:20:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417febf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35061,-1] 2024-12-05T14:20:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:20,551 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3656ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:20,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acb9808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:20,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,43695,-1 for getting cluster id 2024-12-05T14:20:20,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:20,554 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e59d629c-4e19-4188-a2c3-8afadeb377d8' 2024-12-05T14:20:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e59d629c-4e19-4188-a2c3-8afadeb377d8" 2024-12-05T14:20:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcfe799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,43695,-1] 2024-12-05T14:20:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:20,556 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c21ece7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:20,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,43695,1733408409748 2024-12-05T14:20:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13948228 2024-12-05T14:20:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:20,558 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:20:20,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:35061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:20:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:20:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:20,561 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:35061' 2024-12-05T14:20:20,561 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19efbdf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:20,562 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35061,-1 for getting cluster id 2024-12-05T14:20:20,562 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:20,562 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bee10a26-4f2c-41d7-bca4-55ac01b116f8' 2024-12-05T14:20:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bee10a26-4f2c-41d7-bca4-55ac01b116f8" 2024-12-05T14:20:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207442f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35061,-1] 2024-12-05T14:20:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:20,563 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6578d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:20,564 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35061,1733408415477 2024-12-05T14:20:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e2f4065 2024-12-05T14:20:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:20,566 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:20:20,566 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T14:20:20,567 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:20:20,567 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:20,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:20,567 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:20,567 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:20,568 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:20:20,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:20:20,569 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:20,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:20:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741837_1013 (size=1138) 2024-12-05T14:20:20,619 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:20:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:20,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a10f808db9099f050c0432e37aea758c, NAME => 'hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b 2024-12-05T14:20:20,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741838_1014 (size=44) 2024-12-05T14:20:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:21,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:21,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a10f808db9099f050c0432e37aea758c, disabling compactions & flushes 2024-12-05T14:20:21,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. 2024-12-05T14:20:21,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. 2024-12-05T14:20:21,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. after waiting 0 ms 2024-12-05T14:20:21,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. 2024-12-05T14:20:21,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. 2024-12-05T14:20:21,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a10f808db9099f050c0432e37aea758c: Waiting for close lock at 1733408421391Disabling compacts and flushes for region at 1733408421391Disabling writes for close at 1733408421391Writing region close event to WAL at 1733408421391Closed at 1733408421391 2024-12-05T14:20:21,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:20:21,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408421392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408421392"}]},"ts":"1733408421392"} 2024-12-05T14:20:21,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:20:21,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:20:21,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408421395"}]},"ts":"1733408421395"} 2024-12-05T14:20:21,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:20:21,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a10f808db9099f050c0432e37aea758c, ASSIGN}] 2024-12-05T14:20:21,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a10f808db9099f050c0432e37aea758c, ASSIGN 2024-12-05T14:20:21,399 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a10f808db9099f050c0432e37aea758c, ASSIGN; state=OFFLINE, location=218194e0d8ec,41739,1733408409970; forceNewPlan=false, retain=false 2024-12-05T14:20:21,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a10f808db9099f050c0432e37aea758c, regionState=OPENING, regionLocation=218194e0d8ec,41739,1733408409970 2024-12-05T14:20:21,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a10f808db9099f050c0432e37aea758c, ASSIGN because future has completed 2024-12-05T14:20:21,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a10f808db9099f050c0432e37aea758c, server=218194e0d8ec,41739,1733408409970}] 2024-12-05T14:20:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:21,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. 2024-12-05T14:20:21,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:21,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:20:21,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C41739%2C1733408409970.rep, suffix=, logDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970, archiveDir=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/oldWALs, maxLogs=10 2024-12-05T14:20:21,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.rep.1733408421707, exclude list is [], retry=0 2024-12-05T14:20:21,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43415,DS-1e180fe1-e593-41a0-8ea1-feb5ea81f50c,DISK] 2024-12-05T14:20:21,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.rep.1733408421707 2024-12-05T14:20:21,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38553:38553)] 2024-12-05T14:20:21,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a10f808db9099f050c0432e37aea758c, NAME => 'hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:21,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:20:21,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:20:21,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. service=MultiRowMutationService 2024-12-05T14:20:21,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:20:21,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:21,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,730 INFO [StoreOpener-a10f808db9099f050c0432e37aea758c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,731 INFO [StoreOpener-a10f808db9099f050c0432e37aea758c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a10f808db9099f050c0432e37aea758c columnFamilyName hfileref 2024-12-05T14:20:21,731 DEBUG [StoreOpener-a10f808db9099f050c0432e37aea758c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:21,731 INFO [StoreOpener-a10f808db9099f050c0432e37aea758c-1 {}] regionserver.HStore(327): Store=a10f808db9099f050c0432e37aea758c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:21,731 INFO [StoreOpener-a10f808db9099f050c0432e37aea758c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,732 INFO [StoreOpener-a10f808db9099f050c0432e37aea758c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a10f808db9099f050c0432e37aea758c columnFamilyName queue 2024-12-05T14:20:21,732 DEBUG [StoreOpener-a10f808db9099f050c0432e37aea758c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:21,732 INFO [StoreOpener-a10f808db9099f050c0432e37aea758c-1 {}] regionserver.HStore(327): Store=a10f808db9099f050c0432e37aea758c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:21,733 INFO [StoreOpener-a10f808db9099f050c0432e37aea758c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,733 INFO [StoreOpener-a10f808db9099f050c0432e37aea758c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a10f808db9099f050c0432e37aea758c columnFamilyName sid 2024-12-05T14:20:21,733 DEBUG [StoreOpener-a10f808db9099f050c0432e37aea758c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:21,734 INFO [StoreOpener-a10f808db9099f050c0432e37aea758c-1 {}] regionserver.HStore(327): Store=a10f808db9099f050c0432e37aea758c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:21,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/replication/a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/replication/a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:20:21,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/replication/a10f808db9099f050c0432e37aea758c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:21,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a10f808db9099f050c0432e37aea758c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75110860, jitterRate=0.11923903226852417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:20:21,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:21,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a10f808db9099f050c0432e37aea758c: Running coprocessor pre-open hook at 1733408421729Writing region info on filesystem at 1733408421729Initializing all the Stores at 1733408421730 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408421730Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408421730Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408421730Cleaning up temporary data from old regions at 1733408421735 (+5 ms)Running coprocessor post-open hooks at 1733408421738 (+3 ms)Region opened successfully at 1733408421739 (+1 ms) 2024-12-05T14:20:21,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c., pid=10, masterSystemTime=1733408421703 2024-12-05T14:20:21,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. 2024-12-05T14:20:21,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. 2024-12-05T14:20:21,742 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a10f808db9099f050c0432e37aea758c, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,41739,1733408409970 2024-12-05T14:20:21,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a10f808db9099f050c0432e37aea758c, server=218194e0d8ec,41739,1733408409970 because future has completed 2024-12-05T14:20:21,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:20:21,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a10f808db9099f050c0432e37aea758c, server=218194e0d8ec,41739,1733408409970 in 193 msec 2024-12-05T14:20:21,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T14:20:21,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a10f808db9099f050c0432e37aea758c, ASSIGN in 348 msec 2024-12-05T14:20:21,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:20:21,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408421750"}]},"ts":"1733408421750"} 2024-12-05T14:20:21,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:20:21,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:20:21,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-05T14:20:21,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c., hostname=218194e0d8ec,41739,1733408409970, seqNum=2] 2024-12-05T14:20:21,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:21,805 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:21,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:20:21,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T14:20:21,979 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:20:22,001 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,41739,1733408409970, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:20:22,001 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:22,001 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41739,1733408409970, seqNum=-1] 2024-12-05T14:20:22,001 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:22,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T14:20:22,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,41739,1733408409970', locateType=CURRENT is [region=hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c., hostname=218194e0d8ec,41739,1733408409970, seqNum=2] 2024-12-05T14:20:22,006 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T14:20:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T14:20:22,008 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,41739,1733408409970 suceeded 2024-12-05T14:20:22,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T14:20:22,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-05T14:20:22,009 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:35061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:20:22,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4510 sec 2024-12-05T14:20:22,024 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:35061' 2024-12-05T14:20:22,025 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6397ba85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:22,025 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35061,-1 for getting cluster id 2024-12-05T14:20:22,025 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:22,026 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bee10a26-4f2c-41d7-bca4-55ac01b116f8' 2024-12-05T14:20:22,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:22,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bee10a26-4f2c-41d7-bca4-55ac01b116f8" 2024-12-05T14:20:22,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fd80f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:22,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35061,-1] 2024-12-05T14:20:22,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:22,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:22,027 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:22,028 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30aec7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:22,028 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:22,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35061,1733408415477 2024-12-05T14:20:22,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f535db4 2024-12-05T14:20:22,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:22,030 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-05T14:20:22,030 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,41739,1733408409970 (queues=1) is replicating from cluster=e59d629c-4e19-4188-a2c3-8afadeb377d8 to cluster=bee10a26-4f2c-41d7-bca4-55ac01b116f8 2024-12-05T14:20:22,030 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C41739%2C1733408409970 2024-12-05T14:20:22,030 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,41739,1733408409970, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:20:22,031 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C41739%2C1733408409970 2024-12-05T14:20:22,031 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987, startPosition=0, beingWritten=true 2024-12-05T14:20:22,036 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:20:22,036 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 379, reset compression=false 2024-12-05T14:20:22,036 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,41739,1733408409970 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:20:22,239 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 379, reset compression=false 2024-12-05T14:20:22,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:22,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:22,394 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18220 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:22,542 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 379, reset compression=false 2024-12-05T14:20:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:22,704 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:20:22,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:20:22,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:22,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:22,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:22,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:22,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127d9774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:22,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35061,-1 for getting cluster id 2024-12-05T14:20:22,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:22,706 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bee10a26-4f2c-41d7-bca4-55ac01b116f8' 2024-12-05T14:20:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bee10a26-4f2c-41d7-bca4-55ac01b116f8" 2024-12-05T14:20:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1335e1d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35061,-1] 2024-12-05T14:20:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:22,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:22,707 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1b165d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:22,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35061,1733408415477 2024-12-05T14:20:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66f94243 2024-12-05T14:20:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:22,709 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:20:22,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:43695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:20:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:20:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:22,712 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:43695' 2024-12-05T14:20:22,713 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41558451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:22,713 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,43695,-1 for getting cluster id 2024-12-05T14:20:22,713 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:22,714 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e59d629c-4e19-4188-a2c3-8afadeb377d8' 2024-12-05T14:20:22,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:22,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e59d629c-4e19-4188-a2c3-8afadeb377d8" 2024-12-05T14:20:22,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559b67c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:22,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,43695,-1] 2024-12-05T14:20:22,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:22,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:22,715 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:22,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319cf896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:22,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:22,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,43695,1733408409748 2024-12-05T14:20:22,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20c2b400 2024-12-05T14:20:22,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:22,717 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:20:22,717 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T14:20:22,717 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:20:22,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:22,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:22,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:22,718 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:22,719 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:20:22,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:20:22,719 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:22,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:20:22,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741837_1013 (size=1138) 2024-12-05T14:20:22,769 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:20:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:22,946 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 379, reset compression=false 2024-12-05T14:20:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:23,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db758945bfa1651018ad18b30396081d, NAME => 'hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9 2024-12-05T14:20:23,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741838_1014 (size=44) 2024-12-05T14:20:23,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:23,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing db758945bfa1651018ad18b30396081d, disabling compactions & flushes 2024-12-05T14:20:23,131 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. 2024-12-05T14:20:23,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. 2024-12-05T14:20:23,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. after waiting 0 ms 2024-12-05T14:20:23,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. 2024-12-05T14:20:23,131 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. 2024-12-05T14:20:23,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for db758945bfa1651018ad18b30396081d: Waiting for close lock at 1733408423131Disabling compacts and flushes for region at 1733408423131Disabling writes for close at 1733408423131Writing region close event to WAL at 1733408423131Closed at 1733408423131 2024-12-05T14:20:23,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:20:23,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408423132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408423132"}]},"ts":"1733408423132"} 2024-12-05T14:20:23,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:20:23,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:20:23,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408423135"}]},"ts":"1733408423135"} 2024-12-05T14:20:23,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:20:23,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db758945bfa1651018ad18b30396081d, ASSIGN}] 2024-12-05T14:20:23,138 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db758945bfa1651018ad18b30396081d, ASSIGN 2024-12-05T14:20:23,139 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db758945bfa1651018ad18b30396081d, ASSIGN; state=OFFLINE, location=218194e0d8ec,39591,1733408415769; forceNewPlan=false, retain=false 2024-12-05T14:20:23,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db758945bfa1651018ad18b30396081d, regionState=OPENING, regionLocation=218194e0d8ec,39591,1733408415769 2024-12-05T14:20:23,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db758945bfa1651018ad18b30396081d, ASSIGN because future has completed 2024-12-05T14:20:23,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db758945bfa1651018ad18b30396081d, server=218194e0d8ec,39591,1733408415769}] 2024-12-05T14:20:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:23,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. 2024-12-05T14:20:23,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:23,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:20:23,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C39591%2C1733408415769.rep, suffix=, logDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769, archiveDir=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/oldWALs, maxLogs=10 2024-12-05T14:20:23,450 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 379, reset compression=false 2024-12-05T14:20:23,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.rep.1733408423450, exclude list is [], retry=0 2024-12-05T14:20:23,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-6f298322-a997-4106-9307-c22232555342,DISK] 2024-12-05T14:20:23,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.rep.1733408423450 2024-12-05T14:20:23,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605)] 2024-12-05T14:20:23,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => db758945bfa1651018ad18b30396081d, NAME => 'hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:23,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:20:23,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:20:23,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. service=MultiRowMutationService 2024-12-05T14:20:23,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:20:23,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:23,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,471 INFO [StoreOpener-db758945bfa1651018ad18b30396081d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,473 INFO [StoreOpener-db758945bfa1651018ad18b30396081d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db758945bfa1651018ad18b30396081d columnFamilyName hfileref 2024-12-05T14:20:23,473 DEBUG [StoreOpener-db758945bfa1651018ad18b30396081d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:23,473 INFO [StoreOpener-db758945bfa1651018ad18b30396081d-1 {}] regionserver.HStore(327): Store=db758945bfa1651018ad18b30396081d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:23,473 INFO [StoreOpener-db758945bfa1651018ad18b30396081d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,474 INFO [StoreOpener-db758945bfa1651018ad18b30396081d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db758945bfa1651018ad18b30396081d columnFamilyName queue 2024-12-05T14:20:23,474 DEBUG [StoreOpener-db758945bfa1651018ad18b30396081d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:23,474 INFO [StoreOpener-db758945bfa1651018ad18b30396081d-1 {}] regionserver.HStore(327): Store=db758945bfa1651018ad18b30396081d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:23,474 INFO [StoreOpener-db758945bfa1651018ad18b30396081d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,475 INFO [StoreOpener-db758945bfa1651018ad18b30396081d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db758945bfa1651018ad18b30396081d columnFamilyName sid 2024-12-05T14:20:23,475 DEBUG [StoreOpener-db758945bfa1651018ad18b30396081d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:23,476 INFO [StoreOpener-db758945bfa1651018ad18b30396081d-1 {}] regionserver.HStore(327): Store=db758945bfa1651018ad18b30396081d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:23,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/replication/db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/replication/db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:20:23,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/replication/db758945bfa1651018ad18b30396081d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:23,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened db758945bfa1651018ad18b30396081d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59364371, jitterRate=-0.11540193855762482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:20:23,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db758945bfa1651018ad18b30396081d 2024-12-05T14:20:23,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for db758945bfa1651018ad18b30396081d: Running coprocessor pre-open hook at 1733408423470Writing region info on filesystem at 1733408423470Initializing all the Stores at 1733408423471 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408423471Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408423471Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408423471Cleaning up temporary data from old regions at 1733408423477 (+6 ms)Running coprocessor post-open hooks at 1733408423480 (+3 ms)Region opened successfully at 1733408423481 (+1 ms) 2024-12-05T14:20:23,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d., pid=10, masterSystemTime=1733408423443 2024-12-05T14:20:23,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. 2024-12-05T14:20:23,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. 2024-12-05T14:20:23,484 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db758945bfa1651018ad18b30396081d, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,39591,1733408415769 2024-12-05T14:20:23,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db758945bfa1651018ad18b30396081d, server=218194e0d8ec,39591,1733408415769 because future has completed 2024-12-05T14:20:23,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:20:23,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure db758945bfa1651018ad18b30396081d, server=218194e0d8ec,39591,1733408415769 in 194 msec 2024-12-05T14:20:23,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T14:20:23,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db758945bfa1651018ad18b30396081d, ASSIGN in 350 msec 2024-12-05T14:20:23,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:20:23,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408423489"}]},"ts":"1733408423489"} 2024-12-05T14:20:23,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:20:23,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:20:23,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-12-05T14:20:23,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d., hostname=218194e0d8ec,39591,1733408415769, seqNum=2] 2024-12-05T14:20:23,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:23,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:23,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:20:23,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T14:20:23,768 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:20:23,802 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,39591,1733408415769, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:20:23,802 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:23,803 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39591,1733408415769, seqNum=-1] 2024-12-05T14:20:23,803 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:23,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T14:20:23,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,39591,1733408415769', locateType=CURRENT is [region=hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d., hostname=218194e0d8ec,39591,1733408415769, seqNum=2] 2024-12-05T14:20:23,807 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T14:20:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T14:20:23,809 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,39591,1733408415769 suceeded 2024-12-05T14:20:23,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T14:20:23,810 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:43695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:20:23,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-05T14:20:23,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1010 sec 2024-12-05T14:20:23,819 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:43695' 2024-12-05T14:20:23,820 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79a7b7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:23,821 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,43695,-1 for getting cluster id 2024-12-05T14:20:23,821 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:23,821 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e59d629c-4e19-4188-a2c3-8afadeb377d8' 2024-12-05T14:20:23,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:23,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e59d629c-4e19-4188-a2c3-8afadeb377d8" 2024-12-05T14:20:23,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d0e4e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:23,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,43695,-1] 2024-12-05T14:20:23,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:23,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:23,822 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:23,823 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43ad0877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:23,823 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:23,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,43695,1733408409748 2024-12-05T14:20:23,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d3f1983 2024-12-05T14:20:23,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:23,824 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-05T14:20:23,824 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,39591,1733408415769 (queues=1) is replicating from cluster=bee10a26-4f2c-41d7-bca4-55ac01b116f8 to cluster=e59d629c-4e19-4188-a2c3-8afadeb377d8 2024-12-05T14:20:23,824 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C39591%2C1733408415769 2024-12-05T14:20:23,824 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,39591,1733408415769, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:20:23,825 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C39591%2C1733408415769 2024-12-05T14:20:23,825 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336, startPosition=0, beingWritten=true 2024-12-05T14:20:23,829 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:20:23,829 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 379, reset compression=false 2024-12-05T14:20:23,829 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,39591,1733408415769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:20:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:23,844 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:20:23,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:20:23,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:23,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:23,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:23,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:23,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:23,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41739,1733408409970, seqNum=-1] 2024-12-05T14:20:23,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:23,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:20:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733408418777.80007a5c681716c926ca7662a96bc6de., hostname=218194e0d8ec,41739,1733408409970, seqNum=2] 2024-12-05T14:20:23,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39591,1733408415769, seqNum=-1] 2024-12-05T14:20:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:23,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:20:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733408419406.a521ac8eff1c511d666b4768221bbb34., hostname=218194e0d8ec,39591,1733408415769, seqNum=2] 2024-12-05T14:20:23,855 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T14:20:24,033 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 379, reset compression=false 2024-12-05T14:20:24,054 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 379, reset compression=false 2024-12-05T14:20:24,058 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:20:24,058 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 480, reset compression=false 2024-12-05T14:20:24,058 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,41739,1733408409970 got entry batch from reader: WALEntryBatch [walEntries=[{test/80007a5c681716c926ca7662a96bc6de/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T14:20:24,060 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:20:24,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-05T14:20:24,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:20:24,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec86f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:24,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35061,-1 for getting cluster id 2024-12-05T14:20:24,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:24,063 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bee10a26-4f2c-41d7-bca4-55ac01b116f8' 2024-12-05T14:20:24,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:24,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bee10a26-4f2c-41d7-bca4-55ac01b116f8" 2024-12-05T14:20:24,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a729f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:24,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35061,-1] 2024-12-05T14:20:24,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:24,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:24,065 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:24,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6450320c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:24,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:24,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39591,1733408415769, seqNum=-1] 2024-12-05T14:20:24,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:24,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T14:20:24,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733408419406.a521ac8eff1c511d666b4768221bbb34., hostname=218194e0d8ec,39591,1733408415769, seqNum=2] 2024-12-05T14:20:24,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:20:24,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:20:24,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:24,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:24,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:24,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:24,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:24,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:24,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:24,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:24,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:24,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:24,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T14:20:24,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T14:20:24,262 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 480, reset compression=false 2024-12-05T14:20:24,336 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 379, reset compression=false 2024-12-05T14:20:24,341 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:20:24,341 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 504, reset compression=false 2024-12-05T14:20:24,341 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,39591,1733408415769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:20:24,545 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 504, reset compression=false 2024-12-05T14:20:24,565 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 480, reset compression=false 2024-12-05T14:20:24,849 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 504, reset compression=false 2024-12-05T14:20:24,857 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T14:20:24,860 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T14:20:24,968 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 480, reset compression=false 2024-12-05T14:20:25,252 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 504, reset compression=false 2024-12-05T14:20:25,256 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:20:25,256 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 608, reset compression=false 2024-12-05T14:20:25,256 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,39591,1733408415769 got entry batch from reader: WALEntryBatch [walEntries=[{test/a521ac8eff1c511d666b4768221bbb34/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T14:20:25,258 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:20:25,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-05T14:20:25,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:20:25,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@515b7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:25,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41739 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,43695,-1 for getting cluster id 2024-12-05T14:20:25,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:25,261 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e59d629c-4e19-4188-a2c3-8afadeb377d8' 2024-12-05T14:20:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e59d629c-4e19-4188-a2c3-8afadeb377d8" 2024-12-05T14:20:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f07e7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,43695,-1] 2024-12-05T14:20:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:25,262 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:25,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4db80c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:25,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41739 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:25,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,41739,1733408409970, seqNum=-1] 2024-12-05T14:20:25,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:25,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T14:20:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733408418777.80007a5c681716c926ca7662a96bc6de., hostname=218194e0d8ec,41739,1733408409970, seqNum=2] 2024-12-05T14:20:25,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:20:25,460 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 608, reset compression=false 2024-12-05T14:20:25,471 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 480, reset compression=false 2024-12-05T14:20:25,475 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:20:25,475 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 608, reset compression=false 2024-12-05T14:20:25,475 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,41739,1733408409970 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:20:25,678 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 608, reset compression=false 2024-12-05T14:20:25,764 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 608, reset compression=false 2024-12-05T14:20:25,862 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T14:20:25,874 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T14:20:25,981 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 608, reset compression=false 2024-12-05T14:20:25,986 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:20:25,986 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 764, reset compression=false 2024-12-05T14:20:25,986 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,41739,1733408409970 got entry batch from reader: WALEntryBatch [walEntries=[{test/80007a5c681716c926ca7662a96bc6de/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T14:20:25,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:20:25,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:20:26,167 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 608, reset compression=false 2024-12-05T14:20:26,171 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:20:26,171 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 756, reset compression=false 2024-12-05T14:20:26,171 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,39591,1733408415769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:20:26,196 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 764, reset compression=false 2024-12-05T14:20:26,374 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 756, reset compression=false 2024-12-05T14:20:26,499 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 764, reset compression=false 2024-12-05T14:20:26,678 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 756, reset compression=false 2024-12-05T14:20:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T14:20:26,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T14:20:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T14:20:26,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T14:20:26,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:20:26,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T14:20:26,876 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T14:20:26,879 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T14:20:26,903 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 764, reset compression=false 2024-12-05T14:20:27,083 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 756, reset compression=false 2024-12-05T14:20:27,087 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:20:27,087 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 915, reset compression=false 2024-12-05T14:20:27,087 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,39591,1733408415769 got entry batch from reader: WALEntryBatch [walEntries=[{test/a521ac8eff1c511d666b4768221bbb34/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T14:20:27,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:20:27,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:20:27,290 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 915, reset compression=false 2024-12-05T14:20:27,406 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 764, reset compression=false 2024-12-05T14:20:27,410 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:20:27,410 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 914, reset compression=false 2024-12-05T14:20:27,410 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,41739,1733408409970 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:20:27,593 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 915, reset compression=false 2024-12-05T14:20:27,613 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 914, reset compression=false 2024-12-05T14:20:27,881 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T14:20:27,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:20:27,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:20:27,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:27,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:27,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:27,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:27,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:20:27,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1938034396, stopped=false 2024-12-05T14:20:27,884 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,35061,1733408415477 2024-12-05T14:20:27,916 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 914, reset compression=false 2024-12-05T14:20:27,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11300399321/running 2024-12-05T14:20:27,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11300399321/running 2024-12-05T14:20:27,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:27,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:27,952 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:20:27,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:20:27,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:27,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:27,952 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,39591,1733408415769' ***** 2024-12-05T14:20:27,952 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:20:27,952 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:20:27,953 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:20:27,953 INFO [RS:0;218194e0d8ec:39591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:20:27,953 INFO [RS:0;218194e0d8ec:39591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:20:27,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Set watcher on znode that does not yet exist, /11300399321/running 2024-12-05T14:20:27,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Set watcher on znode that does not yet exist, /11300399321/running 2024-12-05T14:20:27,953 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(3091): Received CLOSE for db758945bfa1651018ad18b30396081d 2024-12-05T14:20:27,953 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(3091): Received CLOSE for a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:27,953 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,39591,1733408415769 2024-12-05T14:20:27,953 INFO [RS:0;218194e0d8ec:39591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:20:27,953 INFO [RS:0;218194e0d8ec:39591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:39591. 2024-12-05T14:20:27,953 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db758945bfa1651018ad18b30396081d, disabling compactions & flushes 2024-12-05T14:20:27,953 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. 2024-12-05T14:20:27,954 DEBUG [RS:0;218194e0d8ec:39591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:27,954 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. 2024-12-05T14:20:27,954 DEBUG [RS:0;218194e0d8ec:39591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:27,954 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. after waiting 0 ms 2024-12-05T14:20:27,954 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. 2024-12-05T14:20:27,954 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:20:27,954 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:20:27,954 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:20:27,954 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing db758945bfa1651018ad18b30396081d 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T14:20:27,954 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:20:27,954 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T14:20:27,954 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, db758945bfa1651018ad18b30396081d=hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d., a521ac8eff1c511d666b4768221bbb34=test,,1733408419406.a521ac8eff1c511d666b4768221bbb34.} 2024-12-05T14:20:27,954 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a521ac8eff1c511d666b4768221bbb34, db758945bfa1651018ad18b30396081d 2024-12-05T14:20:27,954 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:20:27,954 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:20:27,954 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:20:27,954 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:20:27,954 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:20:27,954 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T14:20:27,969 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/replication/db758945bfa1651018ad18b30396081d/.tmp/queue/3c6d5b9362574eacae5ef999e093a0de is 153, key is 1-218194e0d8ec,39591,1733408415769/queue:218194e0d8ec%2C39591%2C1733408415769/1733408427091/Put/seqid=0 2024-12-05T14:20:27,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741840_1016 (size=5352) 2024-12-05T14:20:27,972 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/.tmp/info/547c286ae22d4d779ee4c02f811530f9 is 147, key is hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d./info:regioninfo/1733408423483/Put/seqid=0 2024-12-05T14:20:27,973 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/replication/db758945bfa1651018ad18b30396081d/.tmp/queue/3c6d5b9362574eacae5ef999e093a0de 2024-12-05T14:20:27,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741841_1017 (size=7686) 2024-12-05T14:20:27,977 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/replication/db758945bfa1651018ad18b30396081d/.tmp/queue/3c6d5b9362574eacae5ef999e093a0de as hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/replication/db758945bfa1651018ad18b30396081d/queue/3c6d5b9362574eacae5ef999e093a0de 2024-12-05T14:20:27,981 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/replication/db758945bfa1651018ad18b30396081d/queue/3c6d5b9362574eacae5ef999e093a0de, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T14:20:27,982 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for db758945bfa1651018ad18b30396081d in 28ms, sequenceid=10, compaction requested=false 2024-12-05T14:20:27,986 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/replication/db758945bfa1651018ad18b30396081d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T14:20:27,987 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:27,987 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:20:27,987 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. 2024-12-05T14:20:27,987 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db758945bfa1651018ad18b30396081d: Waiting for close lock at 1733408427953Running coprocessor pre-close hooks at 1733408427953Disabling compacts and flushes for region at 1733408427953Disabling writes for close at 1733408427954 (+1 ms)Obtaining lock to block concurrent updates at 1733408427954Preparing flush snapshotting stores in db758945bfa1651018ad18b30396081d at 1733408427954Finished memstore snapshotting hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733408427954Flushing stores of hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. at 1733408427955 (+1 ms)Flushing db758945bfa1651018ad18b30396081d/queue: creating writer at 1733408427955Flushing db758945bfa1651018ad18b30396081d/queue: appending metadata at 1733408427968 (+13 ms)Flushing db758945bfa1651018ad18b30396081d/queue: closing flushed file at 1733408427968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44174466: reopening flushed file at 1733408427977 (+9 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for db758945bfa1651018ad18b30396081d in 28ms, sequenceid=10, compaction requested=false at 1733408427982 (+5 ms)Writing region close event to WAL at 1733408427984 (+2 ms)Running coprocessor post-close hooks at 1733408427987 (+3 ms)Closed at 1733408427987 2024-12-05T14:20:27,987 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408422718.db758945bfa1651018ad18b30396081d. 2024-12-05T14:20:27,987 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a521ac8eff1c511d666b4768221bbb34, disabling compactions & flushes 2024-12-05T14:20:27,987 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. 2024-12-05T14:20:27,987 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. 2024-12-05T14:20:27,987 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. after waiting 0 ms 2024-12-05T14:20:27,987 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. 2024-12-05T14:20:27,987 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a521ac8eff1c511d666b4768221bbb34 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-05T14:20:28,002 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 915, reset compression=false 2024-12-05T14:20:28,005 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:20:28,005 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/.tmp/f/0b470d9d383645b38bf1d621c8c2adfd is 29, key is row1/f:/1733408426877/DeleteFamily/seqid=0 2024-12-05T14:20:28,008 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:20:28,008 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 1162, reset compression=false 2024-12-05T14:20:28,008 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,39591,1733408415769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:20:28,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741842_1018 (size=5118) 2024-12-05T14:20:28,011 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 218194e0d8ec,39591,1733408415769: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-218194e0d8ec,39591,1733408415769, walGroup=218194e0d8ec%2C39591%2C1733408415769, offset=218194e0d8ec%2C39591%2C1733408415769.1733408418336:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:39591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T14:20:28,012 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:20:28,012 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:20:28,013 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:20:28,013 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:20:28,013 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:20:28,013 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 596190720 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 190499216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:20:28,013 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:35061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:35061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T14:20:28,154 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:28,200 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:20:28,200 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:20:28,213 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 1162, reset compression=false 2024-12-05T14:20:28,320 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 914, reset compression=false 2024-12-05T14:20:28,354 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:28,377 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/.tmp/info/547c286ae22d4d779ee4c02f811530f9 2024-12-05T14:20:28,394 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/.tmp/ns/ea6f019b7f31476b8f8ad18bd619952c is 43, key is default/ns:d/1733408418685/Put/seqid=0 2024-12-05T14:20:28,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741843_1019 (size=5153) 2024-12-05T14:20:28,410 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/.tmp/f/0b470d9d383645b38bf1d621c8c2adfd 2024-12-05T14:20:28,413 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b470d9d383645b38bf1d621c8c2adfd 2024-12-05T14:20:28,425 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/.tmp/f1/875cd2a99f3647bd8184f043a0daaee2 is 30, key is row1/f1:/1733408426877/DeleteFamily/seqid=0 2024-12-05T14:20:28,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741844_1020 (size=5123) 2024-12-05T14:20:28,516 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 1162, reset compression=false 2024-12-05T14:20:28,555 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:28,755 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:28,797 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/.tmp/ns/ea6f019b7f31476b8f8ad18bd619952c 2024-12-05T14:20:28,817 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/.tmp/rep_barrier/4cb7bc35579d4e0fbefded4ee16d666a is 112, key is test,,1733408419406.a521ac8eff1c511d666b4768221bbb34./rep_barrier:seqnumDuringOpen/1733408420152/Put/seqid=0 2024-12-05T14:20:28,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741845_1021 (size=5518) 2024-12-05T14:20:28,823 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 914, reset compression=false 2024-12-05T14:20:28,829 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/.tmp/f1/875cd2a99f3647bd8184f043a0daaee2 2024-12-05T14:20:28,833 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 875cd2a99f3647bd8184f043a0daaee2 2024-12-05T14:20:28,858 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/.tmp/norep/134ba2711ce94a15ae1d225c3bff4dce is 33, key is row1/norep:/1733408426877/DeleteFamily/seqid=0 2024-12-05T14:20:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741846_1022 (size=5108) 2024-12-05T14:20:28,920 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 1162, reset compression=false 2024-12-05T14:20:28,955 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:20:28,955 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a521ac8eff1c511d666b4768221bbb34=test,,1733408419406.a521ac8eff1c511d666b4768221bbb34.} 2024-12-05T14:20:28,955 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:29,155 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a521ac8eff1c511d666b4768221bbb34 2024-12-05T14:20:29,221 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/.tmp/rep_barrier/4cb7bc35579d4e0fbefded4ee16d666a 2024-12-05T14:20:29,236 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/.tmp/table/95d6b5d9a9824c20bff1593a48acbd05 is 53, key is hbase:replication/table:state/1733408423489/Put/seqid=0 2024-12-05T14:20:29,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741847_1023 (size=5308) 2024-12-05T14:20:29,265 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/.tmp/norep/134ba2711ce94a15ae1d225c3bff4dce 2024-12-05T14:20:29,270 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 134ba2711ce94a15ae1d225c3bff4dce 2024-12-05T14:20:29,270 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/.tmp/f/0b470d9d383645b38bf1d621c8c2adfd as hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/f/0b470d9d383645b38bf1d621c8c2adfd 2024-12-05T14:20:29,276 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b470d9d383645b38bf1d621c8c2adfd 2024-12-05T14:20:29,276 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/f/0b470d9d383645b38bf1d621c8c2adfd, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T14:20:29,278 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/.tmp/f1/875cd2a99f3647bd8184f043a0daaee2 as hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/f1/875cd2a99f3647bd8184f043a0daaee2 2024-12-05T14:20:29,283 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 875cd2a99f3647bd8184f043a0daaee2 2024-12-05T14:20:29,283 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/f1/875cd2a99f3647bd8184f043a0daaee2, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T14:20:29,284 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/.tmp/norep/134ba2711ce94a15ae1d225c3bff4dce as hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/norep/134ba2711ce94a15ae1d225c3bff4dce 2024-12-05T14:20:29,288 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 134ba2711ce94a15ae1d225c3bff4dce 2024-12-05T14:20:29,289 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/norep/134ba2711ce94a15ae1d225c3bff4dce, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T14:20:29,289 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a521ac8eff1c511d666b4768221bbb34 in 1302ms, sequenceid=8, compaction requested=false 2024-12-05T14:20:29,292 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/default/test/a521ac8eff1c511d666b4768221bbb34/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T14:20:29,293 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:29,293 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:20:29,293 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. 2024-12-05T14:20:29,293 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a521ac8eff1c511d666b4768221bbb34: Waiting for close lock at 1733408427987Running coprocessor pre-close hooks at 1733408427987Disabling compacts and flushes for region at 1733408427987Disabling writes for close at 1733408427987Obtaining lock to block concurrent updates at 1733408427987Preparing flush snapshotting stores in a521ac8eff1c511d666b4768221bbb34 at 1733408427987Finished memstore snapshotting test,,1733408419406.a521ac8eff1c511d666b4768221bbb34., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733408427988 (+1 ms)Flushing stores of test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. at 1733408427988Flushing a521ac8eff1c511d666b4768221bbb34/f: creating writer at 1733408427988Flushing a521ac8eff1c511d666b4768221bbb34/f: appending metadata at 1733408428004 (+16 ms)Flushing a521ac8eff1c511d666b4768221bbb34/f: closing flushed file at 1733408428004Flushing a521ac8eff1c511d666b4768221bbb34/f1: creating writer at 1733408428413 (+409 ms)Flushing a521ac8eff1c511d666b4768221bbb34/f1: appending metadata at 1733408428425 (+12 ms)Flushing a521ac8eff1c511d666b4768221bbb34/f1: closing flushed file at 1733408428425Flushing a521ac8eff1c511d666b4768221bbb34/norep: creating writer at 1733408428833 (+408 ms)Flushing a521ac8eff1c511d666b4768221bbb34/norep: appending metadata at 1733408428858 (+25 ms)Flushing a521ac8eff1c511d666b4768221bbb34/norep: closing flushed file at 1733408428858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd8bad2: reopening flushed file at 1733408429270 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7962e4bd: reopening flushed file at 1733408429276 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c24fb28: reopening flushed file at 1733408429283 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a521ac8eff1c511d666b4768221bbb34 in 1302ms, sequenceid=8, compaction requested=false at 1733408429289 (+6 ms)Writing region close event to WAL at 1733408429290 (+1 ms)Running coprocessor post-close hooks at 1733408429293 (+3 ms)Closed at 1733408429293 2024-12-05T14:20:29,293 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408419406.a521ac8eff1c511d666b4768221bbb34. 2024-12-05T14:20:29,355 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:20:29,423 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 1162, reset compression=false 2024-12-05T14:20:29,426 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 914, reset compression=false 2024-12-05T14:20:29,430 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:20:29,430 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 1806, reset compression=false 2024-12-05T14:20:29,556 DEBUG [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:20:29,635 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 1806, reset compression=false 2024-12-05T14:20:29,642 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/.tmp/table/95d6b5d9a9824c20bff1593a48acbd05 2024-12-05T14:20:29,646 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/.tmp/info/547c286ae22d4d779ee4c02f811530f9 as hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/info/547c286ae22d4d779ee4c02f811530f9 2024-12-05T14:20:29,651 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/info/547c286ae22d4d779ee4c02f811530f9, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T14:20:29,652 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/.tmp/ns/ea6f019b7f31476b8f8ad18bd619952c as hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/ns/ea6f019b7f31476b8f8ad18bd619952c 2024-12-05T14:20:29,657 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/ns/ea6f019b7f31476b8f8ad18bd619952c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T14:20:29,658 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/.tmp/rep_barrier/4cb7bc35579d4e0fbefded4ee16d666a as hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/rep_barrier/4cb7bc35579d4e0fbefded4ee16d666a 2024-12-05T14:20:29,662 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/rep_barrier/4cb7bc35579d4e0fbefded4ee16d666a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T14:20:29,662 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/.tmp/table/95d6b5d9a9824c20bff1593a48acbd05 as hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/table/95d6b5d9a9824c20bff1593a48acbd05 2024-12-05T14:20:29,666 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/table/95d6b5d9a9824c20bff1593a48acbd05, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T14:20:29,667 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-12-05T14:20:29,671 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:20:29,672 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:29,672 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:20:29,672 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:29,672 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408427954Running coprocessor pre-close hooks at 1733408427954Disabling compacts and flushes for region at 1733408427954Disabling writes for close at 1733408427954Obtaining lock to block concurrent updates at 1733408427954Preparing flush snapshotting stores in 1588230740 at 1733408427954Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733408427955 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733408427955Flushing 1588230740/info: creating writer at 1733408427955Flushing 1588230740/info: appending metadata at 1733408427972 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733408427972Flushing 1588230740/ns: creating writer at 1733408428380 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733408428393 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733408428393Flushing 1588230740/rep_barrier: creating writer at 1733408428801 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408428816 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408428816Flushing 1588230740/table: creating writer at 1733408429225 (+409 ms)Flushing 1588230740/table: appending metadata at 1733408429236 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733408429236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e8fceb: reopening flushed file at 1733408429646 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a694db: reopening flushed file at 1733408429651 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ee0ff9: reopening flushed file at 1733408429657 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6348e801: reopening flushed file at 1733408429662 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1733408429667 (+5 ms)Writing region close event to WAL at 1733408429668 (+1 ms)Running coprocessor post-close hooks at 1733408429672 (+4 ms)Closed at 1733408429672 2024-12-05T14:20:29,672 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:29,756 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,39591,1733408415769; all regions closed. 2024-12-05T14:20:29,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741834_1010 (size=4239) 2024-12-05T14:20:29,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741839_1015 (size=2676) 2024-12-05T14:20:29,760 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.rep.1733408423450 not finished, retry = 0 2024-12-05T14:20:29,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741833_1009 (size=1814) 2024-12-05T14:20:29,863 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 not finished, retry = 0 2024-12-05T14:20:29,942 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 to pos 1806, reset compression=false 2024-12-05T14:20:29,963 DEBUG [RS:0;218194e0d8ec:39591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:29,964 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:20:29,964 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/WALs/218194e0d8ec,39591,1733408415769/218194e0d8ec%2C39591%2C1733408415769.1733408418336 2024-12-05T14:20:29,964 INFO [RS:0;218194e0d8ec:39591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:20:29,964 INFO [RS:0;218194e0d8ec:39591 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:20:29,964 INFO [RS:0;218194e0d8ec:39591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:20:29,964 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:20:29,964 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,39591,1733408415769 because: Region server is closing 2024-12-05T14:20:29,964 INFO [RS:0;218194e0d8ec:39591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:39591. 2024-12-05T14:20:29,964 DEBUG [RS:0;218194e0d8ec:39591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:29,964 DEBUG [RS:0;218194e0d8ec:39591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:29,965 DEBUG [RS:0;218194e0d8ec:39591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:29,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:30,065 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.shipper218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 terminated 2024-12-05T14:20:30,065 INFO [RS:0;218194e0d8ec:39591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:39591. 2024-12-05T14:20:30,065 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,39591,1733408415769.replicationSource.wal-reader.218194e0d8ec%2C39591%2C1733408415769,1-218194e0d8ec,39591,1733408415769 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T14:20:30,065 DEBUG [RS:0;218194e0d8ec:39591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:30,065 DEBUG [RS:0;218194e0d8ec:39591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:30,065 DEBUG [RS:0;218194e0d8ec:39591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:30,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:30,065 INFO [RS:0;218194e0d8ec:39591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39591 2024-12-05T14:20:30,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321/rs 2024-12-05T14:20:30,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11300399321/rs/218194e0d8ec,39591,1733408415769 2024-12-05T14:20:30,120 INFO [RS:0;218194e0d8ec:39591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:20:30,130 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 914, reset compression=false 2024-12-05T14:20:30,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,39591,1733408415769] 2024-12-05T14:20:30,141 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11300399321/draining/218194e0d8ec,39591,1733408415769 already deleted, retry=false 2024-12-05T14:20:30,141 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,39591,1733408415769 expired; onlineServers=0 2024-12-05T14:20:30,141 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,35061,1733408415477' ***** 2024-12-05T14:20:30,141 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:20:30,141 INFO [M:0;218194e0d8ec:35061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:20:30,141 INFO [M:0;218194e0d8ec:35061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:20:30,141 DEBUG [M:0;218194e0d8ec:35061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:20:30,141 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:20:30,141 DEBUG [M:0;218194e0d8ec:35061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:20:30,141 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408417864 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408417864,5,FailOnTimeoutGroup] 2024-12-05T14:20:30,141 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408417864 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408417864,5,FailOnTimeoutGroup] 2024-12-05T14:20:30,141 INFO [M:0;218194e0d8ec:35061 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:20:30,142 INFO [M:0;218194e0d8ec:35061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:20:30,142 DEBUG [M:0;218194e0d8ec:35061 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:20:30,142 INFO [M:0;218194e0d8ec:35061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:20:30,142 INFO [M:0;218194e0d8ec:35061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:20:30,142 INFO [M:0;218194e0d8ec:35061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:20:30,142 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:20:30,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11300399321/master 2024-12-05T14:20:30,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11300399321 2024-12-05T14:20:30,151 DEBUG [M:0;218194e0d8ec:35061 {}] zookeeper.ZKUtil(347): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Unable to get data of znode /11300399321/master because node does not exist (not an error) 2024-12-05T14:20:30,152 WARN [M:0;218194e0d8ec:35061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:20:30,152 INFO [M:0;218194e0d8ec:35061 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/.lastflushedseqids 2024-12-05T14:20:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741848_1024 (size=245) 2024-12-05T14:20:30,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:30,231 INFO [RS:0;218194e0d8ec:39591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:20:30,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39591-0x101a5dd3b010004, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:30,231 INFO [RS:0;218194e0d8ec:39591 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,39591,1733408415769; zookeeper connection closed. 2024-12-05T14:20:30,231 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cbeb08a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cbeb08a 2024-12-05T14:20:30,231 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:20:30,573 INFO [M:0;218194e0d8ec:35061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:20:30,573 INFO [M:0;218194e0d8ec:35061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:20:30,573 DEBUG [M:0;218194e0d8ec:35061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:20:30,573 INFO [M:0;218194e0d8ec:35061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:30,573 DEBUG [M:0;218194e0d8ec:35061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:30,573 DEBUG [M:0;218194e0d8ec:35061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:20:30,573 DEBUG [M:0;218194e0d8ec:35061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:30,573 INFO [M:0;218194e0d8ec:35061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T14:20:30,590 DEBUG [M:0;218194e0d8ec:35061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56a5a9aa59544db1bd4763ee0ca2a80c is 82, key is hbase:meta,,1/info:regioninfo/1733408418669/Put/seqid=0 2024-12-05T14:20:30,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741849_1025 (size=5672) 2024-12-05T14:20:30,934 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 914, reset compression=false 2024-12-05T14:20:30,994 INFO [M:0;218194e0d8ec:35061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56a5a9aa59544db1bd4763ee0ca2a80c 2024-12-05T14:20:31,009 DEBUG [M:0;218194e0d8ec:35061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c789213d622f4bdd8746a7046f057219 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733408423493/Put/seqid=0 2024-12-05T14:20:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741850_1026 (size=8517) 2024-12-05T14:20:31,414 INFO [M:0;218194e0d8ec:35061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c789213d622f4bdd8746a7046f057219 2024-12-05T14:20:31,435 DEBUG [M:0;218194e0d8ec:35061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16c94fa16dcb478fb84db30af56a4a30 is 69, key is 218194e0d8ec,39591,1733408415769/rs:state/1733408417985/Put/seqid=0 2024-12-05T14:20:31,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741851_1027 (size=5156) 2024-12-05T14:20:31,441 INFO [M:0;218194e0d8ec:35061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16c94fa16dcb478fb84db30af56a4a30 2024-12-05T14:20:31,446 DEBUG [M:0;218194e0d8ec:35061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56a5a9aa59544db1bd4763ee0ca2a80c as hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56a5a9aa59544db1bd4763ee0ca2a80c 2024-12-05T14:20:31,450 INFO [M:0;218194e0d8ec:35061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56a5a9aa59544db1bd4763ee0ca2a80c, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T14:20:31,451 DEBUG [M:0;218194e0d8ec:35061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c789213d622f4bdd8746a7046f057219 as hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c789213d622f4bdd8746a7046f057219 2024-12-05T14:20:31,455 INFO [M:0;218194e0d8ec:35061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c789213d622f4bdd8746a7046f057219, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T14:20:31,456 DEBUG [M:0;218194e0d8ec:35061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16c94fa16dcb478fb84db30af56a4a30 as hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16c94fa16dcb478fb84db30af56a4a30 2024-12-05T14:20:31,459 INFO [M:0;218194e0d8ec:35061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35985/user/jenkins/test-data/e63f0a1e-7738-2541-14d8-a0c6d4f743f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16c94fa16dcb478fb84db30af56a4a30, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T14:20:31,460 INFO [M:0;218194e0d8ec:35061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false 2024-12-05T14:20:31,461 INFO [M:0;218194e0d8ec:35061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:31,461 DEBUG [M:0;218194e0d8ec:35061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408430573Disabling compacts and flushes for region at 1733408430573Disabling writes for close at 1733408430573Obtaining lock to block concurrent updates at 1733408430573Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408430573Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733408430574 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408430574Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408430574Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408430589 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408430590 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408430997 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408431009 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408431009Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408431418 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408431434 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408431435 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a37102c: reopening flushed file at 1733408431445 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f869b8: reopening flushed file at 1733408431450 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b8ce7d: reopening flushed file at 1733408431455 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false at 1733408431460 (+5 ms)Writing region close event to WAL at 1733408431461 (+1 ms)Closed at 1733408431461 2024-12-05T14:20:31,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741830_1006 (size=63666) 2024-12-05T14:20:31,464 INFO [M:0;218194e0d8ec:35061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:20:31,464 INFO [M:0;218194e0d8ec:35061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35061 2024-12-05T14:20:31,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:20:31,468 INFO [M:0;218194e0d8ec:35061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:20:31,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:31,630 INFO [M:0;218194e0d8ec:35061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:20:31,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35061-0x101a5dd3b010003, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:31,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fcdf3f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:20:31,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1988d98e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:20:31,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:20:31,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@150bfadf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:20:31,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c34db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/hadoop.log.dir/,STOPPED} 2024-12-05T14:20:31,635 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:20:31,635 WARN [BP-1893690557-172.17.0.2-1733408413062 heartbeating to localhost/127.0.0.1:35985 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:20:31,635 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:20:31,635 WARN [BP-1893690557-172.17.0.2-1733408413062 heartbeating to localhost/127.0.0.1:35985 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1893690557-172.17.0.2-1733408413062 (Datanode Uuid 08502b90-3ff5-464f-ad74-059aade822c0) service to localhost/127.0.0.1:35985 2024-12-05T14:20:31,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/cluster_acedfa43-6118-2920-beec-54bb21ee2433/data/data1/current/BP-1893690557-172.17.0.2-1733408413062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:20:31,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/cluster_acedfa43-6118-2920-beec-54bb21ee2433/data/data2/current/BP-1893690557-172.17.0.2-1733408413062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:20:31,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:20:31,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c958c1b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:20:31,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16f9a159{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:20:31,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:20:31,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69ece3a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:20:31,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77aea15e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/hadoop.log.dir/,STOPPED} 2024-12-05T14:20:31,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:20:31,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:20:31,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:20:31,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:31,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:31,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:31,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:20:31,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:31,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=738548656, stopped=false 2024-12-05T14:20:31,661 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,43695,1733408409748 2024-12-05T14:20:31,730 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2023313687/running 2024-12-05T14:20:31,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2023313687/running 2024-12-05T14:20:31,730 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:31,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:31,730 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:20:31,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Set watcher on znode that does not yet exist, /0-2023313687/running 2024-12-05T14:20:31,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Set watcher on znode that does not yet exist, /0-2023313687/running 2024-12-05T14:20:31,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:20:31,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:31,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:31,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,41739,1733408409970' ***** 2024-12-05T14:20:31,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:20:31,731 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:20:31,731 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:20:31,731 INFO [RS:0;218194e0d8ec:41739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:20:31,731 INFO [RS:0;218194e0d8ec:41739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:20:31,731 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(3091): Received CLOSE for a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:31,731 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(3091): Received CLOSE for 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:31,731 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,41739,1733408409970 2024-12-05T14:20:31,731 INFO [RS:0;218194e0d8ec:41739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:20:31,731 INFO [RS:0;218194e0d8ec:41739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:41739. 2024-12-05T14:20:31,731 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a10f808db9099f050c0432e37aea758c, disabling compactions & flushes 2024-12-05T14:20:31,731 DEBUG [RS:0;218194e0d8ec:41739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:31,731 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. 2024-12-05T14:20:31,731 DEBUG [RS:0;218194e0d8ec:41739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:31,731 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. 2024-12-05T14:20:31,731 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. after waiting 0 ms 2024-12-05T14:20:31,731 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:20:31,731 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. 2024-12-05T14:20:31,731 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:20:31,731 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:20:31,731 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:20:31,732 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a10f808db9099f050c0432e37aea758c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T14:20:31,732 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T14:20:31,732 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1325): Online Regions={a10f808db9099f050c0432e37aea758c=hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c., 1588230740=hbase:meta,,1.1588230740, 80007a5c681716c926ca7662a96bc6de=test,,1733408418777.80007a5c681716c926ca7662a96bc6de.} 2024-12-05T14:20:31,732 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:20:31,732 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80007a5c681716c926ca7662a96bc6de, a10f808db9099f050c0432e37aea758c 2024-12-05T14:20:31,732 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:20:31,732 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:20:31,732 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:20:31,732 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:20:31,732 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T14:20:31,745 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/replication/a10f808db9099f050c0432e37aea758c/.tmp/queue/834634112f2b406083b4d5a1c051d56d is 153, key is 1-218194e0d8ec,41739,1733408409970/queue:218194e0d8ec%2C41739%2C1733408409970/1733408427411/Put/seqid=0 2024-12-05T14:20:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741840_1016 (size=5352) 2024-12-05T14:20:31,750 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/.tmp/info/25dbd6ac34134b45a3c3ac9c59b3452a is 147, key is hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c./info:regioninfo/1733408421742/Put/seqid=0 2024-12-05T14:20:31,751 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/replication/a10f808db9099f050c0432e37aea758c/.tmp/queue/834634112f2b406083b4d5a1c051d56d 2024-12-05T14:20:31,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741841_1017 (size=7686) 2024-12-05T14:20:31,762 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/replication/a10f808db9099f050c0432e37aea758c/.tmp/queue/834634112f2b406083b4d5a1c051d56d as hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/replication/a10f808db9099f050c0432e37aea758c/queue/834634112f2b406083b4d5a1c051d56d 2024-12-05T14:20:31,765 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/replication/a10f808db9099f050c0432e37aea758c/queue/834634112f2b406083b4d5a1c051d56d, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T14:20:31,766 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a10f808db9099f050c0432e37aea758c in 35ms, sequenceid=10, compaction requested=false 2024-12-05T14:20:31,766 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T14:20:31,770 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/replication/a10f808db9099f050c0432e37aea758c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T14:20:31,770 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:31,770 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:20:31,770 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. 2024-12-05T14:20:31,770 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a10f808db9099f050c0432e37aea758c: Waiting for close lock at 1733408431731Running coprocessor pre-close hooks at 1733408431731Disabling compacts and flushes for region at 1733408431731Disabling writes for close at 1733408431731Obtaining lock to block concurrent updates at 1733408431732 (+1 ms)Preparing flush snapshotting stores in a10f808db9099f050c0432e37aea758c at 1733408431732Finished memstore snapshotting hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733408431732Flushing stores of hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. at 1733408431732Flushing a10f808db9099f050c0432e37aea758c/queue: creating writer at 1733408431732Flushing a10f808db9099f050c0432e37aea758c/queue: appending metadata at 1733408431744 (+12 ms)Flushing a10f808db9099f050c0432e37aea758c/queue: closing flushed file at 1733408431744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d5852a8: reopening flushed file at 1733408431761 (+17 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a10f808db9099f050c0432e37aea758c in 35ms, sequenceid=10, compaction requested=false at 1733408431766 (+5 ms)Writing region close event to WAL at 1733408431767 (+1 ms)Running coprocessor post-close hooks at 1733408431770 (+3 ms)Closed at 1733408431770 2024-12-05T14:20:31,771 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408420567.a10f808db9099f050c0432e37aea758c. 2024-12-05T14:20:31,771 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80007a5c681716c926ca7662a96bc6de, disabling compactions & flushes 2024-12-05T14:20:31,771 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408418777.80007a5c681716c926ca7662a96bc6de. 2024-12-05T14:20:31,771 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408418777.80007a5c681716c926ca7662a96bc6de. 2024-12-05T14:20:31,771 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408418777.80007a5c681716c926ca7662a96bc6de. after waiting 0 ms 2024-12-05T14:20:31,771 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408418777.80007a5c681716c926ca7662a96bc6de. 2024-12-05T14:20:31,771 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80007a5c681716c926ca7662a96bc6de 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-05T14:20:31,779 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:20:31,791 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/.tmp/f/4d572e97aeca467fb58c2d75e31640f0 is 29, key is row1/f:/1733408426877/DeleteFamily/seqid=0 2024-12-05T14:20:31,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741842_1018 (size=5118) 2024-12-05T14:20:31,841 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 914, reset compression=false 2024-12-05T14:20:31,846 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:20:31,846 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 1161, reset compression=false 2024-12-05T14:20:31,846 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,41739,1733408409970 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:20:31,847 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 218194e0d8ec,41739,1733408409970: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-218194e0d8ec,41739,1733408409970, walGroup=218194e0d8ec%2C41739%2C1733408409970, offset=218194e0d8ec%2C41739%2C1733408409970.1733408411987:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:41739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T14:20:31,848 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:20:31,848 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:20:31,848 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:20:31,848 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:20:31,848 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:20:31,848 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 661202432 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 191183784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:20:31,849 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:43695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:43695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T14:20:31,856 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:20:31,857 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:20:31,932 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:32,054 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 1161, reset compression=false 2024-12-05T14:20:32,132 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:32,161 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/.tmp/info/25dbd6ac34134b45a3c3ac9c59b3452a 2024-12-05T14:20:32,180 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/.tmp/ns/8043c2dd92fc4f118a71e2dc92e500e3 is 43, key is default/ns:d/1733408412991/Put/seqid=0 2024-12-05T14:20:32,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741843_1019 (size=5153) 2024-12-05T14:20:32,196 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/.tmp/f/4d572e97aeca467fb58c2d75e31640f0 2024-12-05T14:20:32,200 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d572e97aeca467fb58c2d75e31640f0 2024-12-05T14:20:32,217 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/.tmp/f1/d770dc1151044989a0f217ecea2f578d is 30, key is row1/f1:/1733408426877/DeleteFamily/seqid=0 2024-12-05T14:20:32,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741844_1020 (size=5123) 2024-12-05T14:20:32,332 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:32,357 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 1161, reset compression=false 2024-12-05T14:20:32,454 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:32,454 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:32,455 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28280 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:32,533 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:32,583 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/.tmp/ns/8043c2dd92fc4f118a71e2dc92e500e3 2024-12-05T14:20:32,602 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/.tmp/rep_barrier/f1b39970fee44d8698b0dec6e8cc71d1 is 112, key is test,,1733408418777.80007a5c681716c926ca7662a96bc6de./rep_barrier:seqnumDuringOpen/1733408419133/Put/seqid=0 2024-12-05T14:20:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741845_1021 (size=5518) 2024-12-05T14:20:32,622 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/.tmp/f1/d770dc1151044989a0f217ecea2f578d 2024-12-05T14:20:32,625 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d770dc1151044989a0f217ecea2f578d 2024-12-05T14:20:32,641 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/.tmp/norep/b1c689af012e4e09a94ce147f54ef2af is 32, key is row/norep:/1733408425864/DeleteFamily/seqid=0 2024-12-05T14:20:32,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741846_1022 (size=5101) 2024-12-05T14:20:32,733 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:20:32,733 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 80007a5c681716c926ca7662a96bc6de=test,,1733408418777.80007a5c681716c926ca7662a96bc6de.} 2024-12-05T14:20:32,733 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:32,760 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 1161, reset compression=false 2024-12-05T14:20:32,933 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80007a5c681716c926ca7662a96bc6de 2024-12-05T14:20:33,005 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/.tmp/rep_barrier/f1b39970fee44d8698b0dec6e8cc71d1 2024-12-05T14:20:33,022 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/.tmp/table/89c2af8fec3d415f8916c0f88e752fef is 53, key is hbase:replication/table:state/1733408421750/Put/seqid=0 2024-12-05T14:20:33,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741847_1023 (size=5308) 2024-12-05T14:20:33,045 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/.tmp/norep/b1c689af012e4e09a94ce147f54ef2af 2024-12-05T14:20:33,049 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1c689af012e4e09a94ce147f54ef2af 2024-12-05T14:20:33,049 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/.tmp/f/4d572e97aeca467fb58c2d75e31640f0 as hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/f/4d572e97aeca467fb58c2d75e31640f0 2024-12-05T14:20:33,053 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d572e97aeca467fb58c2d75e31640f0 2024-12-05T14:20:33,053 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/f/4d572e97aeca467fb58c2d75e31640f0, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T14:20:33,053 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/.tmp/f1/d770dc1151044989a0f217ecea2f578d as hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/f1/d770dc1151044989a0f217ecea2f578d 2024-12-05T14:20:33,056 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d770dc1151044989a0f217ecea2f578d 2024-12-05T14:20:33,056 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/f1/d770dc1151044989a0f217ecea2f578d, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T14:20:33,057 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/.tmp/norep/b1c689af012e4e09a94ce147f54ef2af as hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/norep/b1c689af012e4e09a94ce147f54ef2af 2024-12-05T14:20:33,061 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1c689af012e4e09a94ce147f54ef2af 2024-12-05T14:20:33,061 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/norep/b1c689af012e4e09a94ce147f54ef2af, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T14:20:33,062 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 80007a5c681716c926ca7662a96bc6de in 1291ms, sequenceid=8, compaction requested=false 2024-12-05T14:20:33,062 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T14:20:33,066 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/default/test/80007a5c681716c926ca7662a96bc6de/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T14:20:33,067 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:33,067 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:20:33,067 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408418777.80007a5c681716c926ca7662a96bc6de. 2024-12-05T14:20:33,067 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80007a5c681716c926ca7662a96bc6de: Waiting for close lock at 1733408431771Running coprocessor pre-close hooks at 1733408431771Disabling compacts and flushes for region at 1733408431771Disabling writes for close at 1733408431771Obtaining lock to block concurrent updates at 1733408431771Preparing flush snapshotting stores in 80007a5c681716c926ca7662a96bc6de at 1733408431771Finished memstore snapshotting test,,1733408418777.80007a5c681716c926ca7662a96bc6de., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733408431771Flushing stores of test,,1733408418777.80007a5c681716c926ca7662a96bc6de. at 1733408431772 (+1 ms)Flushing 80007a5c681716c926ca7662a96bc6de/f: creating writer at 1733408431772Flushing 80007a5c681716c926ca7662a96bc6de/f: appending metadata at 1733408431790 (+18 ms)Flushing 80007a5c681716c926ca7662a96bc6de/f: closing flushed file at 1733408431790Flushing 80007a5c681716c926ca7662a96bc6de/f1: creating writer at 1733408432200 (+410 ms)Flushing 80007a5c681716c926ca7662a96bc6de/f1: appending metadata at 1733408432216 (+16 ms)Flushing 80007a5c681716c926ca7662a96bc6de/f1: closing flushed file at 1733408432216Flushing 80007a5c681716c926ca7662a96bc6de/norep: creating writer at 1733408432625 (+409 ms)Flushing 80007a5c681716c926ca7662a96bc6de/norep: appending metadata at 1733408432640 (+15 ms)Flushing 80007a5c681716c926ca7662a96bc6de/norep: closing flushed file at 1733408432640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114292a2: reopening flushed file at 1733408433049 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48511b9a: reopening flushed file at 1733408433053 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260a4468: reopening flushed file at 1733408433057 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 80007a5c681716c926ca7662a96bc6de in 1291ms, sequenceid=8, compaction requested=false at 1733408433062 (+5 ms)Writing region close event to WAL at 1733408433063 (+1 ms)Running coprocessor post-close hooks at 1733408433067 (+4 ms)Closed at 1733408433067 2024-12-05T14:20:33,067 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408418777.80007a5c681716c926ca7662a96bc6de. 2024-12-05T14:20:33,133 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:20:33,264 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 1161, reset compression=false 2024-12-05T14:20:33,268 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:20:33,268 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 1805, reset compression=false 2024-12-05T14:20:33,333 DEBUG [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:20:33,425 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/.tmp/table/89c2af8fec3d415f8916c0f88e752fef 2024-12-05T14:20:33,429 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/.tmp/info/25dbd6ac34134b45a3c3ac9c59b3452a as hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/info/25dbd6ac34134b45a3c3ac9c59b3452a 2024-12-05T14:20:33,433 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/info/25dbd6ac34134b45a3c3ac9c59b3452a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T14:20:33,433 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/.tmp/ns/8043c2dd92fc4f118a71e2dc92e500e3 as hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/ns/8043c2dd92fc4f118a71e2dc92e500e3 2024-12-05T14:20:33,436 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/ns/8043c2dd92fc4f118a71e2dc92e500e3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T14:20:33,437 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/.tmp/rep_barrier/f1b39970fee44d8698b0dec6e8cc71d1 as hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/rep_barrier/f1b39970fee44d8698b0dec6e8cc71d1 2024-12-05T14:20:33,441 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/rep_barrier/f1b39970fee44d8698b0dec6e8cc71d1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T14:20:33,442 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/.tmp/table/89c2af8fec3d415f8916c0f88e752fef as hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/table/89c2af8fec3d415f8916c0f88e752fef 2024-12-05T14:20:33,446 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/table/89c2af8fec3d415f8916c0f88e752fef, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T14:20:33,446 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-12-05T14:20:33,447 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:20:33,451 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:20:33,451 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:33,452 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:20:33,452 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:33,452 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408431732Running coprocessor pre-close hooks at 1733408431732Disabling compacts and flushes for region at 1733408431732Disabling writes for close at 1733408431732Obtaining lock to block concurrent updates at 1733408431732Preparing flush snapshotting stores in 1588230740 at 1733408431732Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733408431732Flushing stores of hbase:meta,,1.1588230740 at 1733408431734 (+2 ms)Flushing 1588230740/info: creating writer at 1733408431734Flushing 1588230740/info: appending metadata at 1733408431750 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733408431750Flushing 1588230740/ns: creating writer at 1733408432164 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733408432179 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733408432179Flushing 1588230740/rep_barrier: creating writer at 1733408432587 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408432601 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408432601Flushing 1588230740/table: creating writer at 1733408433009 (+408 ms)Flushing 1588230740/table: appending metadata at 1733408433021 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733408433021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1418eaef: reopening flushed file at 1733408433429 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469e4c2d: reopening flushed file at 1733408433433 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673d471: reopening flushed file at 1733408433436 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f9e0e1: reopening flushed file at 1733408433441 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1733408433446 (+5 ms)Writing region close event to WAL at 1733408433448 (+2 ms)Running coprocessor post-close hooks at 1733408433451 (+3 ms)Closed at 1733408433452 (+1 ms) 2024-12-05T14:20:33,452 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:33,472 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.wal-reader.218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.1733408411987 to pos 1805, reset compression=false 2024-12-05T14:20:33,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:20:33,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:33,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:33,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:33,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:33,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:33,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:33,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:33,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:33,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:33,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:33,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:33,534 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,41739,1733408409970; all regions closed. 2024-12-05T14:20:33,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.meta.1733408412930.meta not finished, retry = 0 2024-12-05T14:20:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741834_1010 (size=4239) 2024-12-05T14:20:33,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741839_1015 (size=2676) 2024-12-05T14:20:33,638 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/WALs/218194e0d8ec,41739,1733408409970/218194e0d8ec%2C41739%2C1733408409970.rep.1733408421707 not finished, retry = 0 2024-12-05T14:20:33,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741832_1008 (size=1813) 2024-12-05T14:20:33,741 DEBUG [RS:0;218194e0d8ec:41739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:33,741 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:20:33,741 INFO [RS:0;218194e0d8ec:41739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:20:33,741 INFO [RS:0;218194e0d8ec:41739 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:20:33,741 INFO [RS:0;218194e0d8ec:41739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:20:33,742 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:20:33,742 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,41739,1733408409970 because: Region server is closing 2024-12-05T14:20:33,742 INFO [RS:0;218194e0d8ec:41739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:41739. 2024-12-05T14:20:33,742 DEBUG [RS:0;218194e0d8ec:41739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:33,742 DEBUG [RS:0;218194e0d8ec:41739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:33,742 DEBUG [RS:0;218194e0d8ec:41739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:33,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:33,842 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,41739,1733408409970.replicationSource.shipper218194e0d8ec%2C41739%2C1733408409970,1-218194e0d8ec,41739,1733408409970 terminated 2024-12-05T14:20:33,842 INFO [RS:0;218194e0d8ec:41739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:41739. 2024-12-05T14:20:33,842 DEBUG [RS:0;218194e0d8ec:41739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:20:33,842 DEBUG [RS:0;218194e0d8ec:41739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:33,842 DEBUG [RS:0;218194e0d8ec:41739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:33,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:33,843 INFO [RS:0;218194e0d8ec:41739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41739 2024-12-05T14:20:33,909 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2023313687/rs/218194e0d8ec,41739,1733408409970 2024-12-05T14:20:33,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687/rs 2024-12-05T14:20:33,909 INFO [RS:0;218194e0d8ec:41739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:20:33,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,41739,1733408409970] 2024-12-05T14:20:33,930 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2023313687/draining/218194e0d8ec,41739,1733408409970 already deleted, retry=false 2024-12-05T14:20:33,930 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,41739,1733408409970 expired; onlineServers=0 2024-12-05T14:20:33,930 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,43695,1733408409748' ***** 2024-12-05T14:20:33,930 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:20:33,930 INFO [M:0;218194e0d8ec:43695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:20:33,930 INFO [M:0;218194e0d8ec:43695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:20:33,930 DEBUG [M:0;218194e0d8ec:43695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:20:33,930 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:20:33,930 DEBUG [M:0;218194e0d8ec:43695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:20:33,930 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408411738 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408411738,5,FailOnTimeoutGroup] 2024-12-05T14:20:33,930 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408411738 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408411738,5,FailOnTimeoutGroup] 2024-12-05T14:20:33,931 INFO [M:0;218194e0d8ec:43695 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:20:33,931 INFO [M:0;218194e0d8ec:43695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:20:33,931 DEBUG [M:0;218194e0d8ec:43695 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:20:33,931 INFO [M:0;218194e0d8ec:43695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:20:33,931 INFO [M:0;218194e0d8ec:43695 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:20:33,931 INFO [M:0;218194e0d8ec:43695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:20:33,931 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:20:33,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2023313687/master 2024-12-05T14:20:33,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2023313687 2024-12-05T14:20:33,941 DEBUG [M:0;218194e0d8ec:43695 {}] zookeeper.ZKUtil(347): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Unable to get data of znode /0-2023313687/master because node does not exist (not an error) 2024-12-05T14:20:33,941 WARN [M:0;218194e0d8ec:43695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:20:33,942 INFO [M:0;218194e0d8ec:43695 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/.lastflushedseqids 2024-12-05T14:20:33,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741848_1024 (size=245) 2024-12-05T14:20:34,020 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:34,020 INFO [RS:0;218194e0d8ec:41739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:20:34,020 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41739-0x101a5dd3b010001, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:34,020 INFO [RS:0;218194e0d8ec:41739 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,41739,1733408409970; zookeeper connection closed. 2024-12-05T14:20:34,020 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36b9c30c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36b9c30c 2024-12-05T14:20:34,020 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:20:34,345 INFO [M:0;218194e0d8ec:43695 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:20:34,346 INFO [M:0;218194e0d8ec:43695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:20:34,346 DEBUG [M:0;218194e0d8ec:43695 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:20:34,346 INFO [M:0;218194e0d8ec:43695 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:34,346 DEBUG [M:0;218194e0d8ec:43695 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:34,346 DEBUG [M:0;218194e0d8ec:43695 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:20:34,346 DEBUG [M:0;218194e0d8ec:43695 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:34,346 INFO [M:0;218194e0d8ec:43695 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T14:20:34,361 DEBUG [M:0;218194e0d8ec:43695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27a136b94e2b4338bbf21c8edaef7bab is 82, key is hbase:meta,,1/info:regioninfo/1733408412962/Put/seqid=0 2024-12-05T14:20:34,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741849_1025 (size=5672) 2024-12-05T14:20:34,764 INFO [M:0;218194e0d8ec:43695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27a136b94e2b4338bbf21c8edaef7bab 2024-12-05T14:20:34,783 DEBUG [M:0;218194e0d8ec:43695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae8cf27d19df4660b6e3f50b4e871cb6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733408421754/Put/seqid=0 2024-12-05T14:20:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741850_1026 (size=8517) 2024-12-05T14:20:35,187 INFO [M:0;218194e0d8ec:43695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae8cf27d19df4660b6e3f50b4e871cb6 2024-12-05T14:20:35,205 DEBUG [M:0;218194e0d8ec:43695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f12a3428e2084dff85190aaf1cfa7845 is 69, key is 218194e0d8ec,41739,1733408409970/rs:state/1733408411839/Put/seqid=0 2024-12-05T14:20:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741851_1027 (size=5156) 2024-12-05T14:20:35,608 INFO [M:0;218194e0d8ec:43695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f12a3428e2084dff85190aaf1cfa7845 2024-12-05T14:20:35,613 DEBUG [M:0;218194e0d8ec:43695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27a136b94e2b4338bbf21c8edaef7bab as hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27a136b94e2b4338bbf21c8edaef7bab 2024-12-05T14:20:35,616 INFO [M:0;218194e0d8ec:43695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27a136b94e2b4338bbf21c8edaef7bab, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T14:20:35,617 DEBUG [M:0;218194e0d8ec:43695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae8cf27d19df4660b6e3f50b4e871cb6 as hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae8cf27d19df4660b6e3f50b4e871cb6 2024-12-05T14:20:35,620 INFO [M:0;218194e0d8ec:43695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae8cf27d19df4660b6e3f50b4e871cb6, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T14:20:35,621 DEBUG [M:0;218194e0d8ec:43695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f12a3428e2084dff85190aaf1cfa7845 as hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f12a3428e2084dff85190aaf1cfa7845 2024-12-05T14:20:35,624 INFO [M:0;218194e0d8ec:43695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f12a3428e2084dff85190aaf1cfa7845, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T14:20:35,625 INFO [M:0;218194e0d8ec:43695 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-12-05T14:20:35,626 INFO [M:0;218194e0d8ec:43695 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:35,626 DEBUG [M:0;218194e0d8ec:43695 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408434346Disabling compacts and flushes for region at 1733408434346Disabling writes for close at 1733408434346Obtaining lock to block concurrent updates at 1733408434346Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408434346Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733408434346Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408434347 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408434347Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408434361 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408434361Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408434768 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408434783 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408434783Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408435190 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408435204 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408435204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b3817f: reopening flushed file at 1733408435612 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af380ad: reopening flushed file at 1733408435616 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ecf513: reopening flushed file at 1733408435620 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1733408435625 (+5 ms)Writing region close event to WAL at 1733408435626 (+1 ms)Closed at 1733408435626 2024-12-05T14:20:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43415 is added to blk_1073741830_1006 (size=63666) 2024-12-05T14:20:35,627 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca936109-7905-3d4f-d044-0f25ce3bbb1b/MasterData/WALs/218194e0d8ec,43695,1733408409748/218194e0d8ec%2C43695%2C1733408409748.1733408411500 not finished, retry = 0 2024-12-05T14:20:35,728 INFO [M:0;218194e0d8ec:43695 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:20:35,728 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:20:35,728 INFO [M:0;218194e0d8ec:43695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43695 2024-12-05T14:20:35,729 INFO [M:0;218194e0d8ec:43695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:20:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:35,883 INFO [M:0;218194e0d8ec:43695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:20:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x101a5dd3b010000, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:20:35,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@581498ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:20:35,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a05ed7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:20:35,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:20:35,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5851521c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:20:35,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad2a71f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/hadoop.log.dir/,STOPPED} 2024-12-05T14:20:35,889 WARN [BP-459253751-172.17.0.2-1733408407401 heartbeating to localhost/127.0.0.1:32985 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:20:35,889 WARN [BP-459253751-172.17.0.2-1733408407401 heartbeating to localhost/127.0.0.1:32985 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-459253751-172.17.0.2-1733408407401 (Datanode Uuid eae3d83e-1708-4a63-8aba-7b6696da63a7) service to localhost/127.0.0.1:32985 2024-12-05T14:20:35,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/cluster_68368d5f-585f-0743-7973-b6bda3a76d53/data/data2/current/BP-459253751-172.17.0.2-1733408407401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:20:35,890 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:20:35,890 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:20:35,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/cluster_68368d5f-585f-0743-7973-b6bda3a76d53/data/data1/current/BP-459253751-172.17.0.2-1733408407401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:20:35,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:20:35,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e1a8f26{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:20:35,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9b72e0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:20:35,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:20:35,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eade0c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:20:35,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20a8339a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8da93e2f-2dbd-9a85-7688-d926a0bbab2e/hadoop.log.dir/,STOPPED} 2024-12-05T14:20:35,902 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:20:35,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:20:35,927 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 246) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:32985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:32985 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52991) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52991) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:32985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:32985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35985 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=653 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 449), ProcessCount=11 (was 11), AvailableMemoryMB=5970 (was 6379) 2024-12-05T14:20:35,937 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=5969 2024-12-05T14:20:35,954 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-05T14:20:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/hadoop.log.dir so I do NOT create it in target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6 2024-12-05T14:20:35,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:20:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/hadoop.tmp.dir so I do NOT create it in target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6 2024-12-05T14:20:35,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d102e14-6796-d438-6388-b23018af61fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:20:35,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6 2024-12-05T14:20:35,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/cluster_4412db66-914f-d2f3-25e0-51434a5264cd, deleteOnExit=true 2024-12-05T14:20:35,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/cluster_4412db66-914f-d2f3-25e0-51434a5264cd/zookeeper_0, clientPort=63331, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/cluster_4412db66-914f-d2f3-25e0-51434a5264cd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/cluster_4412db66-914f-d2f3-25e0-51434a5264cd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:20:35,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63331 2024-12-05T14:20:35,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:20:35,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:20:35,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/test.cache.data in system properties and HBase conf 2024-12-05T14:20:35,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:20:35,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:20:35,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:20:35,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:20:35,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:20:35,976 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:20:35,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:20:35,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:20:35,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:20:35,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:20:35,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:20:35,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:20:35,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:20:35,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:20:35,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:20:35,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:20:35,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:20:35,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:20:35,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:20:35,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:20:36,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5dd3b010002, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:20:36,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5dd3b010005, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:20:36,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5dd3b010005, quorum=127.0.0.1:52991, baseZNode=/11300399321 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:20:36,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5dd3b010002, quorum=127.0.0.1:52991, baseZNode=/0-2023313687 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:20:36,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:36,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:20:36,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:20:36,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:20:36,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:20:36,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:36,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54cb383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:20:36,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fefcb30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:20:36,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@234d6df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/java.io.tmpdir/jetty-localhost-45555-hadoop-hdfs-3_4_1-tests_jar-_-any-9543739184556079297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:20:36,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cdd824b{HTTP/1.1, (http/1.1)}{localhost:45555} 2024-12-05T14:20:36,602 INFO [Time-limited test {}] server.Server(415): Started @227168ms 2024-12-05T14:20:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:20:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:20:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:20:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T14:20:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T14:20:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:20:36,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:36,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:20:36,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:20:36,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:20:36,970 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:20:36,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ad67795{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:20:36,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607bdcf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:20:37,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@779100ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/java.io.tmpdir/jetty-localhost-34171-hadoop-hdfs-3_4_1-tests_jar-_-any-8865557103499139948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:20:37,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@658cb608{HTTP/1.1, (http/1.1)}{localhost:34171} 2024-12-05T14:20:37,072 INFO [Time-limited test {}] server.Server(415): Started @227638ms 2024-12-05T14:20:37,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:20:37,701 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/cluster_4412db66-914f-d2f3-25e0-51434a5264cd/data/data2/current/BP-798807381-172.17.0.2-1733408435996/current, will proceed with Du for space computation calculation, 2024-12-05T14:20:37,701 WARN [Thread-2654 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/cluster_4412db66-914f-d2f3-25e0-51434a5264cd/data/data1/current/BP-798807381-172.17.0.2-1733408435996/current, will proceed with Du for space computation calculation, 2024-12-05T14:20:37,718 WARN [Thread-2642 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:20:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd293c18b2686d93 with lease ID 0x631e7a7d2f26045b: Processing first storage report for DS-352fc72c-5d49-44ed-98a4-03747469851c from datanode DatanodeRegistration(127.0.0.1:46561, datanodeUuid=8a7f4e2a-fe28-4043-9d3f-f49341320700, infoPort=42145, infoSecurePort=0, ipcPort=44773, storageInfo=lv=-57;cid=testClusterID;nsid=1807433075;c=1733408435996) 2024-12-05T14:20:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd293c18b2686d93 with lease ID 0x631e7a7d2f26045b: from storage DS-352fc72c-5d49-44ed-98a4-03747469851c node DatanodeRegistration(127.0.0.1:46561, datanodeUuid=8a7f4e2a-fe28-4043-9d3f-f49341320700, infoPort=42145, infoSecurePort=0, ipcPort=44773, storageInfo=lv=-57;cid=testClusterID;nsid=1807433075;c=1733408435996), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:20:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd293c18b2686d93 with lease ID 0x631e7a7d2f26045b: Processing first storage report for DS-21c046db-5e4b-4c8a-a0e9-3b8b5325fc3e from datanode DatanodeRegistration(127.0.0.1:46561, datanodeUuid=8a7f4e2a-fe28-4043-9d3f-f49341320700, infoPort=42145, infoSecurePort=0, ipcPort=44773, storageInfo=lv=-57;cid=testClusterID;nsid=1807433075;c=1733408435996) 2024-12-05T14:20:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd293c18b2686d93 with lease ID 0x631e7a7d2f26045b: from storage DS-21c046db-5e4b-4c8a-a0e9-3b8b5325fc3e node DatanodeRegistration(127.0.0.1:46561, datanodeUuid=8a7f4e2a-fe28-4043-9d3f-f49341320700, infoPort=42145, infoSecurePort=0, ipcPort=44773, storageInfo=lv=-57;cid=testClusterID;nsid=1807433075;c=1733408435996), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:20:37,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6 2024-12-05T14:20:37,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:37,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:20:38,212 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba with version=8 2024-12-05T14:20:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/hbase-staging 2024-12-05T14:20:38,214 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:20:38,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:38,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:38,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:20:38,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:38,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:20:38,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:20:38,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:20:38,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38013 2024-12-05T14:20:38,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38013 connecting to ZooKeeper ensemble=127.0.0.1:63331 2024-12-05T14:20:38,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380130x0, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:38,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38013-0x101a5ddaab10000 connected 2024-12-05T14:20:38,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:38,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:38,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Set watcher on znode that does not yet exist, /01081532046/running 2024-12-05T14:20:38,420 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba, hbase.cluster.distributed=false 2024-12-05T14:20:38,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Set watcher on znode that does not yet exist, /01081532046/acl 2024-12-05T14:20:38,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38013 2024-12-05T14:20:38,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38013 2024-12-05T14:20:38,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38013 2024-12-05T14:20:38,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38013 2024-12-05T14:20:38,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38013 2024-12-05T14:20:38,438 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:20:38,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:38,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:38,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:20:38,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:38,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:20:38,438 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:20:38,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:20:38,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46727 2024-12-05T14:20:38,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46727 connecting to ZooKeeper ensemble=127.0.0.1:63331 2024-12-05T14:20:38,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:38,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:38,457 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467270x0, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:38,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46727-0x101a5ddaab10001 connected 2024-12-05T14:20:38,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Set watcher on znode that does not yet exist, /01081532046/running 2024-12-05T14:20:38,458 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:20:38,460 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:20:38,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Set watcher on znode that does not yet exist, /01081532046/master 2024-12-05T14:20:38,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Set watcher on znode that does not yet exist, /01081532046/acl 2024-12-05T14:20:38,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46727 2024-12-05T14:20:38,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46727 2024-12-05T14:20:38,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46727 2024-12-05T14:20:38,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46727 2024-12-05T14:20:38,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46727 2024-12-05T14:20:38,481 DEBUG [M:0;218194e0d8ec:38013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:38013 2024-12-05T14:20:38,481 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01081532046/backup-masters/218194e0d8ec,38013,1733408438214 2024-12-05T14:20:38,493 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046/backup-masters 2024-12-05T14:20:38,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046/backup-masters 2024-12-05T14:20:38,494 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Set watcher on existing znode=/01081532046/backup-masters/218194e0d8ec,38013,1733408438214 2024-12-05T14:20:38,504 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01081532046/master 2024-12-05T14:20:38,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:20:38,504 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:20:38,504 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Set watcher on existing znode=/01081532046/master 2024-12-05T14:20:38,505 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01081532046/backup-masters/218194e0d8ec,38013,1733408438214 from backup master directory 2024-12-05T14:20:38,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081532046/backup-masters/218194e0d8ec,38013,1733408438214 2024-12-05T14:20:38,515 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046/backup-masters 2024-12-05T14:20:38,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046/backup-masters 2024-12-05T14:20:38,515 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:20:38,515 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,38013,1733408438214 2024-12-05T14:20:38,518 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/hbase.id] with ID: 5a781e90-12f2-4ab9-a768-9ded0f50f654 2024-12-05T14:20:38,518 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/.tmp/hbase.id 2024-12-05T14:20:38,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:20:38,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:20:38,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:38,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:38,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:38,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:38,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:38,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:38,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:38,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:38,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:38,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:38,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:38,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:38,925 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/.tmp/hbase.id]:[hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/hbase.id] 2024-12-05T14:20:38,932 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:38,933 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:20:38,933 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T14:20:38,983 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:20:38,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:20:38,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:20:39,388 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:39,389 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:20:39,389 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:20:39,795 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store 2024-12-05T14:20:39,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:20:40,200 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:40,200 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:20:40,200 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:40,200 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:40,200 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:20:40,200 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:40,200 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:40,200 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408440200Disabling compacts and flushes for region at 1733408440200Disabling writes for close at 1733408440200Writing region close event to WAL at 1733408440200Closed at 1733408440200 2024-12-05T14:20:40,201 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/.initializing 2024-12-05T14:20:40,201 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/WALs/218194e0d8ec,38013,1733408438214 2024-12-05T14:20:40,202 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:20:40,203 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C38013%2C1733408438214, suffix=, logDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/WALs/218194e0d8ec,38013,1733408438214, archiveDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/oldWALs, maxLogs=10 2024-12-05T14:20:40,214 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/WALs/218194e0d8ec,38013,1733408438214/218194e0d8ec%2C38013%2C1733408438214.1733408440203, exclude list is [], retry=0 2024-12-05T14:20:40,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46561,DS-352fc72c-5d49-44ed-98a4-03747469851c,DISK] 2024-12-05T14:20:40,218 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/WALs/218194e0d8ec,38013,1733408438214/218194e0d8ec%2C38013%2C1733408438214.1733408440203 2024-12-05T14:20:40,218 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42145:42145)] 2024-12-05T14:20:40,218 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:40,218 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:40,218 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:40,218 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:40,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:40,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:20:40,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:40,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:40,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:40,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:20:40,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:40,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:40,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:40,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:20:40,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:40,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:40,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:40,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:20:40,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:40,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:40,225 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:40,225 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:40,225 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:40,226 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:40,226 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:40,226 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:40,227 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:40,229 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:40,229 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72772584, jitterRate=0.08439600467681885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:40,230 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408440218Initializing all the Stores at 1733408440219 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408440219Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408440219Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408440219Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408440219Cleaning up temporary data from old regions at 1733408440226 (+7 ms)Region opened successfully at 1733408440230 (+4 ms) 2024-12-05T14:20:40,230 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:20:40,232 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362958a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:20:40,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:20:40,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:20:40,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:20:40,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:20:40,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:20:40,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:20:40,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:20:40,235 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:20:40,235 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Unable to get data of znode /01081532046/balancer because node does not exist (not necessarily an error) 2024-12-05T14:20:40,251 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081532046/balancer already deleted, retry=false 2024-12-05T14:20:40,252 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:20:40,252 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Unable to get data of znode /01081532046/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:20:40,262 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081532046/normalizer already deleted, retry=false 2024-12-05T14:20:40,262 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:20:40,263 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Unable to get data of znode /01081532046/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:20:40,272 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081532046/switch/split already deleted, retry=false 2024-12-05T14:20:40,273 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Unable to get data of znode /01081532046/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:20:40,283 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081532046/switch/merge already deleted, retry=false 2024-12-05T14:20:40,284 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Unable to get data of znode /01081532046/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:20:40,293 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081532046/snapshot-cleanup already deleted, retry=false 2024-12-05T14:20:40,304 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01081532046/running 2024-12-05T14:20:40,304 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:20:40,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01081532046/running 2024-12-05T14:20:40,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:20:40,304 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,38013,1733408438214, sessionid=0x101a5ddaab10000, setting cluster-up flag (Was=false) 2024-12-05T14:20:40,325 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:20:40,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:20:40,356 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01081532046/flush-table-proc/acquired, /01081532046/flush-table-proc/reached, /01081532046/flush-table-proc/abort 2024-12-05T14:20:40,357 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,38013,1733408438214 2024-12-05T14:20:40,377 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:20:40,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:20:40,409 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01081532046/online-snapshot/acquired, /01081532046/online-snapshot/reached, /01081532046/online-snapshot/abort 2024-12-05T14:20:40,410 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,38013,1733408438214 2024-12-05T14:20:40,411 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:20:40,412 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:40,412 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:20:40,412 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:20:40,413 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,38013,1733408438214 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:20:40,414 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:40,414 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:40,414 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:40,414 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:40,414 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:20:40,414 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,414 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:20:40,414 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408470415 2024-12-05T14:20:40,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:20:40,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:20:40,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:20:40,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:20:40,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:20:40,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:20:40,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:40,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:20:40,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:20:40,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:20:40,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:20:40,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:20:40,416 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:20:40,416 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:20:40,416 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408440416,5,FailOnTimeoutGroup] 2024-12-05T14:20:40,416 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:40,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:20:40,420 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408440416,5,FailOnTimeoutGroup] 2024-12-05T14:20:40,420 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,420 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:20:40,420 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,420 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:20:40,474 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(746): ClusterId : 5a781e90-12f2-4ab9-a768-9ded0f50f654 2024-12-05T14:20:40,474 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:20:40,483 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:20:40,483 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:20:40,494 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:20:40,494 DEBUG [RS:0;218194e0d8ec:46727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2923dcc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:20:40,503 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:46727 2024-12-05T14:20:40,503 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:20:40,504 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:20:40,504 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:20:40,504 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,38013,1733408438214 with port=46727, startcode=1733408438438 2024-12-05T14:20:40,504 DEBUG [RS:0;218194e0d8ec:46727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:20:40,505 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:20:40,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,46727,1733408438438 2024-12-05T14:20:40,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38013 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,46727,1733408438438 2024-12-05T14:20:40,507 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba 2024-12-05T14:20:40,507 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46533 2024-12-05T14:20:40,507 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:20:40,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046/rs 2024-12-05T14:20:40,515 DEBUG [RS:0;218194e0d8ec:46727 {}] zookeeper.ZKUtil(111): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Set watcher on existing znode=/01081532046/rs/218194e0d8ec,46727,1733408438438 2024-12-05T14:20:40,515 WARN [RS:0;218194e0d8ec:46727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:20:40,515 INFO [RS:0;218194e0d8ec:46727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:40,515 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438 2024-12-05T14:20:40,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,46727,1733408438438] 2024-12-05T14:20:40,517 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:20:40,519 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:20:40,519 INFO [RS:0;218194e0d8ec:46727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:20:40,519 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,519 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:20:40,520 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:20:40,520 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:20:40,520 DEBUG [RS:0;218194e0d8ec:46727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:20:40,523 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,523 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,523 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,523 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,523 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,523 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46727,1733408438438-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:20:40,535 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:20:40,535 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46727,1733408438438-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,535 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,535 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.Replication(171): 218194e0d8ec,46727,1733408438438 started 2024-12-05T14:20:40,556 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:40,556 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,46727,1733408438438, RpcServer on 218194e0d8ec/172.17.0.2:46727, sessionid=0x101a5ddaab10001 2024-12-05T14:20:40,556 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:20:40,556 DEBUG [RS:0;218194e0d8ec:46727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,46727,1733408438438 2024-12-05T14:20:40,556 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,46727,1733408438438' 2024-12-05T14:20:40,556 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01081532046/flush-table-proc/abort' 2024-12-05T14:20:40,557 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01081532046/flush-table-proc/acquired' 2024-12-05T14:20:40,557 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:20:40,557 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:20:40,557 DEBUG [RS:0;218194e0d8ec:46727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,46727,1733408438438 2024-12-05T14:20:40,557 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,46727,1733408438438' 2024-12-05T14:20:40,557 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01081532046/online-snapshot/abort' 2024-12-05T14:20:40,557 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01081532046/online-snapshot/acquired' 2024-12-05T14:20:40,558 DEBUG [RS:0;218194e0d8ec:46727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:20:40,558 INFO [RS:0;218194e0d8ec:46727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:20:40,558 INFO [RS:0;218194e0d8ec:46727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:20:40,658 INFO [RS:0;218194e0d8ec:46727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:20:40,659 INFO [RS:0;218194e0d8ec:46727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C46727%2C1733408438438, suffix=, logDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438, archiveDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/oldWALs, maxLogs=10 2024-12-05T14:20:40,670 DEBUG [RS:0;218194e0d8ec:46727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660, exclude list is [], retry=0 2024-12-05T14:20:40,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46561,DS-352fc72c-5d49-44ed-98a4-03747469851c,DISK] 2024-12-05T14:20:40,674 INFO [RS:0;218194e0d8ec:46727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 2024-12-05T14:20:40,674 DEBUG [RS:0;218194e0d8ec:46727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42145:42145)] 2024-12-05T14:20:40,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:20:40,827 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba 2024-12-05T14:20:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:20:41,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:41,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:20:41,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:20:41,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:41,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:41,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:20:41,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:20:41,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:41,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:41,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:20:41,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:20:41,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:41,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:41,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:20:41,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:20:41,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:41,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:41,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:20:41,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740 2024-12-05T14:20:41,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740 2024-12-05T14:20:41,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:20:41,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:20:41,239 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:41,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:20:41,240 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:41,241 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69185379, jitterRate=0.030942484736442566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408441232Initializing all the Stores at 1733408441232Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408441232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408441232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408441232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408441232Cleaning up temporary data from old regions at 1733408441238 (+6 ms)Region opened successfully at 1733408441241 (+3 ms) 2024-12-05T14:20:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:20:41,241 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:20:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:20:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:20:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:20:41,242 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:41,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408441241Disabling compacts and flushes for region at 1733408441241Disabling writes for close at 1733408441241Writing region close event to WAL at 1733408441242 (+1 ms)Closed at 1733408441242 2024-12-05T14:20:41,243 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:41,243 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:20:41,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:20:41,244 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:20:41,244 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:20:41,395 DEBUG [218194e0d8ec:38013 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:20:41,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,46727,1733408438438 2024-12-05T14:20:41,396 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,46727,1733408438438, state=OPENING 2024-12-05T14:20:41,546 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:20:41,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:20:41,556 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:20:41,557 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:20:41,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01081532046/meta-region-server: CHANGED 2024-12-05T14:20:41,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01081532046/meta-region-server: CHANGED 2024-12-05T14:20:41,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,46727,1733408438438}] 2024-12-05T14:20:41,709 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:20:41,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:20:41,713 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:20:41,713 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:41,713 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:20:41,714 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C46727%2C1733408438438.meta, suffix=.meta, logDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438, archiveDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/oldWALs, maxLogs=10 2024-12-05T14:20:41,725 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.meta.1733408441715.meta, exclude list is [], retry=0 2024-12-05T14:20:41,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46561,DS-352fc72c-5d49-44ed-98a4-03747469851c,DISK] 2024-12-05T14:20:41,728 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.meta.1733408441715.meta 2024-12-05T14:20:41,728 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42145:42145)] 2024-12-05T14:20:41,728 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:41,728 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:20:41,729 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:20:41,729 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:20:41,729 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:20:41,729 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:20:41,729 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:41,729 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:20:41,729 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:20:41,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:20:41,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:20:41,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:41,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:41,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:20:41,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:20:41,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:41,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:41,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:20:41,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:20:41,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:41,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:41,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:20:41,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:20:41,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:41,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:41,733 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:20:41,734 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740 2024-12-05T14:20:41,735 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740 2024-12-05T14:20:41,735 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:20:41,736 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:20:41,736 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:41,737 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:20:41,737 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66101247, jitterRate=-0.015014663338661194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:41,737 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:20:41,738 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408441729Writing region info on filesystem at 1733408441729Initializing all the Stores at 1733408441730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408441730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408441730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408441730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408441730Cleaning up temporary data from old regions at 1733408441736 (+6 ms)Running coprocessor post-open hooks at 1733408441737 (+1 ms)Region opened successfully at 1733408441738 (+1 ms) 2024-12-05T14:20:41,738 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408441709 2024-12-05T14:20:41,740 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:20:41,740 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:20:41,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,46727,1733408438438 2024-12-05T14:20:41,741 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,46727,1733408438438, state=OPEN 2024-12-05T14:20:41,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01081532046/meta-region-server 2024-12-05T14:20:41,807 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01081532046/meta-region-server 2024-12-05T14:20:41,807 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,46727,1733408438438 2024-12-05T14:20:41,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01081532046/meta-region-server: CHANGED 2024-12-05T14:20:41,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01081532046/meta-region-server: CHANGED 2024-12-05T14:20:41,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:20:41,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,46727,1733408438438 in 250 msec 2024-12-05T14:20:41,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:20:41,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 566 msec 2024-12-05T14:20:41,811 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:41,811 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:20:41,812 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:41,812 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46727,1733408438438, seqNum=-1] 2024-12-05T14:20:41,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:41,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:20:41,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4050 sec 2024-12-05T14:20:41,817 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408441817, completionTime=-1 2024-12-05T14:20:41,817 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:20:41,817 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:20:41,819 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:20:41,819 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408501819 2024-12-05T14:20:41,819 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408561819 2024-12-05T14:20:41,819 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:20:41,819 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38013,1733408438214-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:41,819 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38013,1733408438214-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:41,819 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38013,1733408438214-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:41,819 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:38013, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:41,819 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:41,820 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:41,821 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:20:41,822 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.307sec 2024-12-05T14:20:41,822 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:20:41,822 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:20:41,822 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:20:41,822 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:20:41,822 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:20:41,822 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38013,1733408438214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:20:41,823 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38013,1733408438214-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:20:41,824 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:20:41,824 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:20:41,824 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38013,1733408438214-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:41,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4578923c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:41,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38013,-1 for getting cluster id 2024-12-05T14:20:41,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:41,876 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a781e90-12f2-4ab9-a768-9ded0f50f654' 2024-12-05T14:20:41,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:41,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a781e90-12f2-4ab9-a768-9ded0f50f654" 2024-12-05T14:20:41,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b839583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:41,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38013,-1] 2024-12-05T14:20:41,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:41,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:41,878 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:41,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631cc2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:41,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:41,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46727,1733408438438, seqNum=-1] 2024-12-05T14:20:41,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:41,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:20:41,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,38013,1733408438214 2024-12-05T14:20:41,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63331 2024-12-05T14:20:41,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:41,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5ddaab10002 connected 2024-12-05T14:20:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/hadoop.log.dir so I do NOT create it in target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4 2024-12-05T14:20:41,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:20:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/hadoop.tmp.dir so I do NOT create it in target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4 2024-12-05T14:20:41,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:20:41,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4 2024-12-05T14:20:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:20:41,916 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/cluster_53ca539f-6613-d621-c875-e91a0ade9bcb, deleteOnExit=true 2024-12-05T14:20:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:20:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/test.cache.data in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:20:41,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:20:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:20:41,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:20:41,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:20:42,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:42,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:20:42,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:20:42,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:20:42,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:20:42,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:42,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aa9c86e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:20:42,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5016c5ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:20:42,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d30ad12{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/java.io.tmpdir/jetty-localhost-43043-hadoop-hdfs-3_4_1-tests_jar-_-any-8133372464973799559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:20:42,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64a4e472{HTTP/1.1, (http/1.1)}{localhost:43043} 2024-12-05T14:20:42,324 INFO [Time-limited test {}] server.Server(415): Started @232890ms 2024-12-05T14:20:42,473 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:42,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:42,474 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38300 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:42,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:42,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:20:42,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:20:42,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:20:42,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:20:42,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@513d78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:20:42,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8bc50c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:20:42,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c8eeeeb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/java.io.tmpdir/jetty-localhost-36921-hadoop-hdfs-3_4_1-tests_jar-_-any-13664823514187210681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:20:42,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7859e1bd{HTTP/1.1, (http/1.1)}{localhost:36921} 2024-12-05T14:20:42,701 INFO [Time-limited test {}] server.Server(415): Started @233267ms 2024-12-05T14:20:42,701 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:20:43,328 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/cluster_53ca539f-6613-d621-c875-e91a0ade9bcb/data/data1/current/BP-344113275-172.17.0.2-1733408441933/current, will proceed with Du for space computation calculation, 2024-12-05T14:20:43,328 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/cluster_53ca539f-6613-d621-c875-e91a0ade9bcb/data/data2/current/BP-344113275-172.17.0.2-1733408441933/current, will proceed with Du for space computation calculation, 2024-12-05T14:20:43,348 WARN [Thread-2763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:20:43,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd97de7d190782f4 with lease ID 0x4826278d66a6e764: Processing first storage report for DS-1d11f867-f817-4cc8-8c09-5107d232cfd7 from datanode DatanodeRegistration(127.0.0.1:44847, datanodeUuid=3495eca7-73ec-4d6f-ada9-deccd4ffd603, infoPort=43329, infoSecurePort=0, ipcPort=43991, storageInfo=lv=-57;cid=testClusterID;nsid=1901980726;c=1733408441933) 2024-12-05T14:20:43,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd97de7d190782f4 with lease ID 0x4826278d66a6e764: from storage DS-1d11f867-f817-4cc8-8c09-5107d232cfd7 node DatanodeRegistration(127.0.0.1:44847, datanodeUuid=3495eca7-73ec-4d6f-ada9-deccd4ffd603, infoPort=43329, infoSecurePort=0, ipcPort=43991, storageInfo=lv=-57;cid=testClusterID;nsid=1901980726;c=1733408441933), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:20:43,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd97de7d190782f4 with lease ID 0x4826278d66a6e764: Processing first storage report for DS-5c966e66-8631-488f-befe-ccc37fbfea29 from datanode DatanodeRegistration(127.0.0.1:44847, datanodeUuid=3495eca7-73ec-4d6f-ada9-deccd4ffd603, infoPort=43329, infoSecurePort=0, ipcPort=43991, storageInfo=lv=-57;cid=testClusterID;nsid=1901980726;c=1733408441933) 2024-12-05T14:20:43,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd97de7d190782f4 with lease ID 0x4826278d66a6e764: from storage DS-5c966e66-8631-488f-befe-ccc37fbfea29 node DatanodeRegistration(127.0.0.1:44847, datanodeUuid=3495eca7-73ec-4d6f-ada9-deccd4ffd603, infoPort=43329, infoSecurePort=0, ipcPort=43991, storageInfo=lv=-57;cid=testClusterID;nsid=1901980726;c=1733408441933), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:20:43,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4 2024-12-05T14:20:43,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:43,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:43,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:20:43,840 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1 with version=8 2024-12-05T14:20:43,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/hbase-staging 2024-12-05T14:20:43,842 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:20:43,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:43,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:43,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:20:43,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:43,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:20:43,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:20:43,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:20:43,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35371 2024-12-05T14:20:43,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35371 connecting to ZooKeeper ensemble=127.0.0.1:63331 2024-12-05T14:20:43,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353710x0, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:43,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35371-0x101a5ddaab10003 connected 2024-12-05T14:20:44,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:44,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:44,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Set watcher on znode that does not yet exist, /1-1954233483/running 2024-12-05T14:20:44,076 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1, hbase.cluster.distributed=false 2024-12-05T14:20:44,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Set watcher on znode that does not yet exist, /1-1954233483/acl 2024-12-05T14:20:44,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35371 2024-12-05T14:20:44,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35371 2024-12-05T14:20:44,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35371 2024-12-05T14:20:44,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35371 2024-12-05T14:20:44,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35371 2024-12-05T14:20:44,090 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:20:44,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:44,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:44,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:20:44,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:44,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:20:44,090 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:20:44,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:20:44,091 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46613 2024-12-05T14:20:44,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46613 connecting to ZooKeeper ensemble=127.0.0.1:63331 2024-12-05T14:20:44,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:44,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:44,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466130x0, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:44,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466130x0, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Set watcher on znode that does not yet exist, /1-1954233483/running 2024-12-05T14:20:44,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46613-0x101a5ddaab10004 connected 2024-12-05T14:20:44,104 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:20:44,105 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:20:44,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Set watcher on znode that does not yet exist, /1-1954233483/master 2024-12-05T14:20:44,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Set watcher on znode that does not yet exist, /1-1954233483/acl 2024-12-05T14:20:44,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46613 2024-12-05T14:20:44,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46613 2024-12-05T14:20:44,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46613 2024-12-05T14:20:44,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46613 2024-12-05T14:20:44,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46613 2024-12-05T14:20:44,124 DEBUG [M:0;218194e0d8ec:35371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:35371 2024-12-05T14:20:44,125 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1954233483/backup-masters/218194e0d8ec,35371,1733408443842 2024-12-05T14:20:44,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483/backup-masters 2024-12-05T14:20:44,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483/backup-masters 2024-12-05T14:20:44,136 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Set watcher on existing znode=/1-1954233483/backup-masters/218194e0d8ec,35371,1733408443842 2024-12-05T14:20:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:20:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1954233483/master 2024-12-05T14:20:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:20:44,146 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Set watcher on existing znode=/1-1954233483/master 2024-12-05T14:20:44,146 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1954233483/backup-masters/218194e0d8ec,35371,1733408443842 from backup master directory 2024-12-05T14:20:44,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1954233483/backup-masters/218194e0d8ec,35371,1733408443842 2024-12-05T14:20:44,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483/backup-masters 2024-12-05T14:20:44,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483/backup-masters 2024-12-05T14:20:44,156 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:20:44,156 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,35371,1733408443842 2024-12-05T14:20:44,159 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/hbase.id] with ID: f820cba9-4567-4a53-b494-0eb847d6c421 2024-12-05T14:20:44,159 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/.tmp/hbase.id 2024-12-05T14:20:44,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:20:44,163 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/.tmp/hbase.id]:[hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/hbase.id] 2024-12-05T14:20:44,170 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:44,170 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:20:44,170 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T14:20:44,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:20:44,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:20:44,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:20:44,593 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:44,594 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:20:44,594 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:44,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:20:45,000 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store 2024-12-05T14:20:45,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:20:45,405 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:45,405 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:20:45,405 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:45,405 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:45,405 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:20:45,405 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:45,405 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:45,405 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408445405Disabling compacts and flushes for region at 1733408445405Disabling writes for close at 1733408445405Writing region close event to WAL at 1733408445405Closed at 1733408445405 2024-12-05T14:20:45,406 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/.initializing 2024-12-05T14:20:45,406 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/WALs/218194e0d8ec,35371,1733408443842 2024-12-05T14:20:45,407 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:20:45,408 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C35371%2C1733408443842, suffix=, logDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/WALs/218194e0d8ec,35371,1733408443842, archiveDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/oldWALs, maxLogs=10 2024-12-05T14:20:45,418 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/WALs/218194e0d8ec,35371,1733408443842/218194e0d8ec%2C35371%2C1733408443842.1733408445408, exclude list is [], retry=0 2024-12-05T14:20:45,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44847,DS-1d11f867-f817-4cc8-8c09-5107d232cfd7,DISK] 2024-12-05T14:20:45,421 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/WALs/218194e0d8ec,35371,1733408443842/218194e0d8ec%2C35371%2C1733408443842.1733408445408 2024-12-05T14:20:45,422 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43329:43329)] 2024-12-05T14:20:45,422 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:45,422 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:45,422 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:45,422 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:45,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:45,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:20:45,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:45,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:45,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:45,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:20:45,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:45,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:45,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:45,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:20:45,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:45,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:45,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:45,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:20:45,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:45,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:45,427 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:45,428 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:45,428 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:45,428 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:45,428 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:45,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:45,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:45,431 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:45,431 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68621717, jitterRate=0.02254326641559601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:45,431 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408445422Initializing all the Stores at 1733408445423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408445423Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408445423Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408445423Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408445423Cleaning up temporary data from old regions at 1733408445428 (+5 ms)Region opened successfully at 1733408445431 (+3 ms) 2024-12-05T14:20:45,431 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:20:45,433 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0a8ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:20:45,434 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:20:45,434 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:20:45,434 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:20:45,434 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:20:45,435 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:20:45,435 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:20:45,435 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:20:45,437 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:20:45,438 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Unable to get data of znode /1-1954233483/balancer because node does not exist (not necessarily an error) 2024-12-05T14:20:45,446 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1954233483/balancer already deleted, retry=false 2024-12-05T14:20:45,447 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:20:45,447 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Unable to get data of znode /1-1954233483/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:20:45,457 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1954233483/normalizer already deleted, retry=false 2024-12-05T14:20:45,457 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:20:45,458 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Unable to get data of znode /1-1954233483/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:20:45,467 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1954233483/switch/split already deleted, retry=false 2024-12-05T14:20:45,468 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Unable to get data of znode /1-1954233483/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:20:45,478 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1954233483/switch/merge already deleted, retry=false 2024-12-05T14:20:45,479 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Unable to get data of znode /1-1954233483/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:20:45,488 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1954233483/snapshot-cleanup already deleted, retry=false 2024-12-05T14:20:45,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1954233483/running 2024-12-05T14:20:45,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1954233483/running 2024-12-05T14:20:45,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:20:45,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:20:45,499 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,35371,1733408443842, sessionid=0x101a5ddaab10003, setting cluster-up flag (Was=false) 2024-12-05T14:20:45,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:20:45,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:20:45,552 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1954233483/flush-table-proc/acquired, /1-1954233483/flush-table-proc/reached, /1-1954233483/flush-table-proc/abort 2024-12-05T14:20:45,552 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,35371,1733408443842 2024-12-05T14:20:45,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:20:45,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:20:45,604 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1954233483/online-snapshot/acquired, /1-1954233483/online-snapshot/reached, /1-1954233483/online-snapshot/abort 2024-12-05T14:20:45,605 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,35371,1733408443842 2024-12-05T14:20:45,606 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:20:45,607 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:45,608 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:20:45,608 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:20:45,608 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,35371,1733408443842 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:20:45,610 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:45,610 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:45,610 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:45,610 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:45,610 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:20:45,610 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,610 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:20:45,610 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,611 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408475611 2024-12-05T14:20:45,611 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:20:45,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:45,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:20:45,611 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:20:45,611 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:20:45,612 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:20:45,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:45,612 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:20:45,612 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:20:45,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:20:45,612 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,616 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:20:45,616 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:20:45,617 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:20:45,617 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:20:45,617 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:20:45,618 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(746): ClusterId : f820cba9-4567-4a53-b494-0eb847d6c421 2024-12-05T14:20:45,618 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:20:45,618 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:20:45,618 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408445618,5,FailOnTimeoutGroup] 2024-12-05T14:20:45,623 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408445618,5,FailOnTimeoutGroup] 2024-12-05T14:20:45,623 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,623 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:20:45,623 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,623 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:20:45,630 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:20:45,631 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:20:45,641 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:20:45,641 DEBUG [RS:0;218194e0d8ec:46613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1a58c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:20:45,650 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:46613 2024-12-05T14:20:45,650 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:20:45,650 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:20:45,650 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:20:45,651 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,35371,1733408443842 with port=46613, startcode=1733408444090 2024-12-05T14:20:45,651 DEBUG [RS:0;218194e0d8ec:46613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:20:45,652 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:20:45,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,46613,1733408444090 2024-12-05T14:20:45,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35371 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,46613,1733408444090 2024-12-05T14:20:45,654 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1 2024-12-05T14:20:45,654 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34993 2024-12-05T14:20:45,654 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:20:45,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483/rs 2024-12-05T14:20:45,708 DEBUG [RS:0;218194e0d8ec:46613 {}] zookeeper.ZKUtil(111): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Set watcher on existing znode=/1-1954233483/rs/218194e0d8ec,46613,1733408444090 2024-12-05T14:20:45,708 WARN [RS:0;218194e0d8ec:46613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:20:45,708 INFO [RS:0;218194e0d8ec:46613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:45,708 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090 2024-12-05T14:20:45,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,46613,1733408444090] 2024-12-05T14:20:45,711 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:20:45,712 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:20:45,712 INFO [RS:0;218194e0d8ec:46613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:20:45,712 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,712 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:20:45,713 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:20:45,713 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,713 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,713 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,713 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,713 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,713 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,713 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:20:45,713 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,713 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,713 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,713 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,714 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,714 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:45,714 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:20:45,714 DEBUG [RS:0;218194e0d8ec:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:20:45,714 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,714 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,714 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,714 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,714 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,714 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46613,1733408444090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:20:45,730 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:20:45,730 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46613,1733408444090-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,730 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,730 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.Replication(171): 218194e0d8ec,46613,1733408444090 started 2024-12-05T14:20:45,746 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:45,746 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,46613,1733408444090, RpcServer on 218194e0d8ec/172.17.0.2:46613, sessionid=0x101a5ddaab10004 2024-12-05T14:20:45,746 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:20:45,746 DEBUG [RS:0;218194e0d8ec:46613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,46613,1733408444090 2024-12-05T14:20:45,746 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,46613,1733408444090' 2024-12-05T14:20:45,746 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1954233483/flush-table-proc/abort' 2024-12-05T14:20:45,746 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1954233483/flush-table-proc/acquired' 2024-12-05T14:20:45,747 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:20:45,747 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:20:45,747 DEBUG [RS:0;218194e0d8ec:46613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,46613,1733408444090 2024-12-05T14:20:45,747 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,46613,1733408444090' 2024-12-05T14:20:45,747 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1954233483/online-snapshot/abort' 2024-12-05T14:20:45,747 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1954233483/online-snapshot/acquired' 2024-12-05T14:20:45,747 DEBUG [RS:0;218194e0d8ec:46613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:20:45,747 INFO [RS:0;218194e0d8ec:46613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:20:45,747 INFO [RS:0;218194e0d8ec:46613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:20:45,848 INFO [RS:0;218194e0d8ec:46613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:20:45,849 INFO [RS:0;218194e0d8ec:46613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C46613%2C1733408444090, suffix=, logDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090, archiveDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/oldWALs, maxLogs=10 2024-12-05T14:20:45,866 DEBUG [RS:0;218194e0d8ec:46613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849, exclude list is [], retry=0 2024-12-05T14:20:45,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44847,DS-1d11f867-f817-4cc8-8c09-5107d232cfd7,DISK] 2024-12-05T14:20:45,870 INFO [RS:0;218194e0d8ec:46613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 2024-12-05T14:20:45,871 DEBUG [RS:0;218194e0d8ec:46613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43329:43329)] 2024-12-05T14:20:46,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:20:46,025 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1 2024-12-05T14:20:46,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:20:46,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:46,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:20:46,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:20:46,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:46,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:46,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:20:46,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:20:46,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:46,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:46,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:20:46,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:20:46,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:46,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:46,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:20:46,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:20:46,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:46,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:46,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:20:46,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740 2024-12-05T14:20:46,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740 2024-12-05T14:20:46,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:20:46,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:20:46,437 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:46,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:20:46,439 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:46,440 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67210785, jitterRate=0.001518741250038147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:46,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408446431Initializing all the Stores at 1733408446431Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408446431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408446432 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408446432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408446432Cleaning up temporary data from old regions at 1733408446437 (+5 ms)Region opened successfully at 1733408446440 (+3 ms) 2024-12-05T14:20:46,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:20:46,440 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:20:46,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:20:46,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:20:46,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:20:46,440 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:46,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408446440Disabling compacts and flushes for region at 1733408446440Disabling writes for close at 1733408446440Writing region close event to WAL at 1733408446440Closed at 1733408446440 2024-12-05T14:20:46,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:46,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:20:46,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:20:46,442 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:20:46,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:20:46,517 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:20:46,592 DEBUG [218194e0d8ec:35371 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:20:46,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,46613,1733408444090 2024-12-05T14:20:46,594 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,46613,1733408444090, state=OPENING 2024-12-05T14:20:46,646 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:20:46,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:20:46,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:20:46,657 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:20:46,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,46613,1733408444090}] 2024-12-05T14:20:46,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1954233483/meta-region-server: CHANGED 2024-12-05T14:20:46,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1954233483/meta-region-server: CHANGED 2024-12-05T14:20:46,809 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:20:46,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:20:46,813 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:20:46,813 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:46,813 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:20:46,814 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C46613%2C1733408444090.meta, suffix=.meta, logDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090, archiveDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/oldWALs, maxLogs=10 2024-12-05T14:20:46,829 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.meta.1733408446814.meta, exclude list is [], retry=0 2024-12-05T14:20:46,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44847,DS-1d11f867-f817-4cc8-8c09-5107d232cfd7,DISK] 2024-12-05T14:20:46,832 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.meta.1733408446814.meta 2024-12-05T14:20:46,832 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43329:43329)] 2024-12-05T14:20:46,832 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:46,832 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:20:46,832 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:20:46,832 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:20:46,833 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:20:46,833 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:20:46,833 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:46,833 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:20:46,833 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:20:46,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:20:46,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:20:46,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:46,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:46,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:20:46,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:20:46,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:46,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:46,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:20:46,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:20:46,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:46,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:46,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:20:46,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:20:46,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:46,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:46,837 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:20:46,838 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740 2024-12-05T14:20:46,838 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740 2024-12-05T14:20:46,839 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:20:46,839 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:20:46,839 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:46,840 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:20:46,840 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73428482, jitterRate=0.09416964650154114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:46,840 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:20:46,840 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408446833Writing region info on filesystem at 1733408446833Initializing all the Stores at 1733408446833Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408446833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408446834 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408446834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408446834Cleaning up temporary data from old regions at 1733408446839 (+5 ms)Running coprocessor post-open hooks at 1733408446840 (+1 ms)Region opened successfully at 1733408446840 2024-12-05T14:20:46,841 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408446809 2024-12-05T14:20:46,842 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:20:46,842 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:20:46,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,46613,1733408444090 2024-12-05T14:20:46,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,46613,1733408444090, state=OPEN 2024-12-05T14:20:46,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1954233483/meta-region-server 2024-12-05T14:20:46,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1954233483/meta-region-server 2024-12-05T14:20:46,851 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,46613,1733408444090 2024-12-05T14:20:46,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1954233483/meta-region-server: CHANGED 2024-12-05T14:20:46,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1954233483/meta-region-server: CHANGED 2024-12-05T14:20:46,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:20:46,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,46613,1733408444090 in 194 msec 2024-12-05T14:20:46,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:20:46,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-12-05T14:20:46,854 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:46,854 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:20:46,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:46,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46613,1733408444090, seqNum=-1] 2024-12-05T14:20:46,855 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:46,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:20:46,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-12-05T14:20:46,860 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408446860, completionTime=-1 2024-12-05T14:20:46,861 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:20:46,861 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:20:46,862 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:20:46,862 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408506862 2024-12-05T14:20:46,862 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408566862 2024-12-05T14:20:46,862 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:20:46,862 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35371,1733408443842-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:46,862 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35371,1733408443842-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:46,862 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35371,1733408443842-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:46,863 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:35371, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:46,863 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:46,863 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:46,864 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:20:46,866 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.710sec 2024-12-05T14:20:46,866 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:20:46,866 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:20:46,866 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:20:46,866 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:20:46,866 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:20:46,866 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35371,1733408443842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:20:46,866 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35371,1733408443842-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:20:46,867 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:20:46,867 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:20:46,867 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35371,1733408443842-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:46,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1231a423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:46,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35371,-1 for getting cluster id 2024-12-05T14:20:46,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:46,920 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f820cba9-4567-4a53-b494-0eb847d6c421' 2024-12-05T14:20:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f820cba9-4567-4a53-b494-0eb847d6c421" 2024-12-05T14:20:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56694bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35371,-1] 2024-12-05T14:20:46,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:46,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:46,921 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:46,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58bed10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:46,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:46,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46613,1733408444090, seqNum=-1] 2024-12-05T14:20:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:46,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:20:46,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,35371,1733408443842 2024-12-05T14:20:46,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63331 2024-12-05T14:20:46,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:46,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5ddaab10005 connected 2024-12-05T14:20:46,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/hadoop.log.dir so I do NOT create it in target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa 2024-12-05T14:20:46,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:20:46,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/hadoop.tmp.dir so I do NOT create it in target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa 2024-12-05T14:20:46,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:20:46,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa 2024-12-05T14:20:46,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:20:46,948 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/cluster_06e97761-a283-0234-a3e2-35de996a250a, deleteOnExit=true 2024-12-05T14:20:46,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:20:46,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/test.cache.data in system properties and HBase conf 2024-12-05T14:20:46,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:20:46,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:20:46,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:20:46,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:20:46,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:20:46,949 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:20:46,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:20:46,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:20:46,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:20:46,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:20:46,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:20:46,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:20:46,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:20:46,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:20:46,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:20:46,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:20:46,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:20:46,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:20:46,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:20:46,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:20:47,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:20:47,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:47,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:47,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:47,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:47,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:47,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:47,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:47,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:47,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:47,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:47,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:47,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:47,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:20:47,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T14:20:47,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:20:47,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T14:20:47,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:20:47,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T14:20:47,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:20:47,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T14:20:47,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:47,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:20:47,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:20:47,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:20:47,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:20:47,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:47,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e122428{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:20:47,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f721ea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:20:47,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4caffb92{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/java.io.tmpdir/jetty-localhost-36857-hadoop-hdfs-3_4_1-tests_jar-_-any-4300700815276873498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:20:47,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b40e161{HTTP/1.1, (http/1.1)}{localhost:36857} 2024-12-05T14:20:47,430 INFO [Time-limited test {}] server.Server(415): Started @237996ms 2024-12-05T14:20:47,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:20:47,714 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:20:47,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:20:47,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:20:47,722 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:20:47,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@144efb81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:20:47,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47e47785{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:20:47,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dd462d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/java.io.tmpdir/jetty-localhost-33493-hadoop-hdfs-3_4_1-tests_jar-_-any-5385957866539278682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:20:47,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74098854{HTTP/1.1, (http/1.1)}{localhost:33493} 2024-12-05T14:20:47,841 INFO [Time-limited test {}] server.Server(415): Started @238407ms 2024-12-05T14:20:47,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:20:48,995 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/cluster_06e97761-a283-0234-a3e2-35de996a250a/data/data1/current/BP-749944610-172.17.0.2-1733408446969/current, will proceed with Du for space computation calculation, 2024-12-05T14:20:48,995 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/cluster_06e97761-a283-0234-a3e2-35de996a250a/data/data2/current/BP-749944610-172.17.0.2-1733408446969/current, will proceed with Du for space computation calculation, 2024-12-05T14:20:49,014 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:20:49,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd5063ef3fc644a2 with lease ID 0xdf7207d6d2ff73f5: Processing first storage report for DS-8acfbb11-438b-49fe-bc4c-67092fb29f57 from datanode DatanodeRegistration(127.0.0.1:40503, datanodeUuid=c69adbd6-28c1-4189-8589-f6434611b69c, infoPort=39027, infoSecurePort=0, ipcPort=44361, storageInfo=lv=-57;cid=testClusterID;nsid=1308406990;c=1733408446969) 2024-12-05T14:20:49,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd5063ef3fc644a2 with lease ID 0xdf7207d6d2ff73f5: from storage DS-8acfbb11-438b-49fe-bc4c-67092fb29f57 node DatanodeRegistration(127.0.0.1:40503, datanodeUuid=c69adbd6-28c1-4189-8589-f6434611b69c, infoPort=39027, infoSecurePort=0, ipcPort=44361, storageInfo=lv=-57;cid=testClusterID;nsid=1308406990;c=1733408446969), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:20:49,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd5063ef3fc644a2 with lease ID 0xdf7207d6d2ff73f5: Processing first storage report for DS-3984c4f3-4b1e-4f24-8c32-a76088705cbb from datanode DatanodeRegistration(127.0.0.1:40503, datanodeUuid=c69adbd6-28c1-4189-8589-f6434611b69c, infoPort=39027, infoSecurePort=0, ipcPort=44361, storageInfo=lv=-57;cid=testClusterID;nsid=1308406990;c=1733408446969) 2024-12-05T14:20:49,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd5063ef3fc644a2 with lease ID 0xdf7207d6d2ff73f5: from storage DS-3984c4f3-4b1e-4f24-8c32-a76088705cbb node DatanodeRegistration(127.0.0.1:40503, datanodeUuid=c69adbd6-28c1-4189-8589-f6434611b69c, infoPort=39027, infoSecurePort=0, ipcPort=44361, storageInfo=lv=-57;cid=testClusterID;nsid=1308406990;c=1733408446969), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:20:49,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa 2024-12-05T14:20:49,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:49,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:49,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:20:49,490 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792 with version=8 2024-12-05T14:20:49,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/hbase-staging 2024-12-05T14:20:49,493 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:20:49,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:49,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:49,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:20:49,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:49,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:20:49,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:20:49,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:20:49,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46877 2024-12-05T14:20:49,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46877 connecting to ZooKeeper ensemble=127.0.0.1:63331 2024-12-05T14:20:49,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468770x0, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:49,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46877-0x101a5ddaab10006 connected 2024-12-05T14:20:49,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:49,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:49,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Set watcher on znode that does not yet exist, /2258839792/running 2024-12-05T14:20:49,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792, hbase.cluster.distributed=false 2024-12-05T14:20:49,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Set watcher on znode that does not yet exist, /2258839792/acl 2024-12-05T14:20:49,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46877 2024-12-05T14:20:49,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46877 2024-12-05T14:20:49,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46877 2024-12-05T14:20:49,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46877 2024-12-05T14:20:49,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46877 2024-12-05T14:20:49,631 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:20:49,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:49,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:49,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:20:49,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:20:49,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:20:49,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:20:49,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:20:49,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34033 2024-12-05T14:20:49,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34033 connecting to ZooKeeper ensemble=127.0.0.1:63331 2024-12-05T14:20:49,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:49,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:49,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340330x0, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:49,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340330x0, quorum=127.0.0.1:63331, baseZNode=/2258839792 Set watcher on znode that does not yet exist, /2258839792/running 2024-12-05T14:20:49,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34033-0x101a5ddaab10007 connected 2024-12-05T14:20:49,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:20:49,647 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:20:49,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Set watcher on znode that does not yet exist, /2258839792/master 2024-12-05T14:20:49,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Set watcher on znode that does not yet exist, /2258839792/acl 2024-12-05T14:20:49,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34033 2024-12-05T14:20:49,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34033 2024-12-05T14:20:49,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34033 2024-12-05T14:20:49,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34033 2024-12-05T14:20:49,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34033 2024-12-05T14:20:49,662 DEBUG [M:0;218194e0d8ec:46877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:46877 2024-12-05T14:20:49,662 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2258839792/backup-masters/218194e0d8ec,46877,1733408449493 2024-12-05T14:20:49,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792/backup-masters 2024-12-05T14:20:49,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792/backup-masters 2024-12-05T14:20:49,672 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Set watcher on existing znode=/2258839792/backup-masters/218194e0d8ec,46877,1733408449493 2024-12-05T14:20:49,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2258839792/master 2024-12-05T14:20:49,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:20:49,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:20:49,682 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Set watcher on existing znode=/2258839792/master 2024-12-05T14:20:49,682 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2258839792/backup-masters/218194e0d8ec,46877,1733408449493 from backup master directory 2024-12-05T14:20:49,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2258839792/backup-masters/218194e0d8ec,46877,1733408449493 2024-12-05T14:20:49,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792/backup-masters 2024-12-05T14:20:49,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792/backup-masters 2024-12-05T14:20:49,693 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:20:49,693 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,46877,1733408449493 2024-12-05T14:20:49,695 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/hbase.id] with ID: e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a 2024-12-05T14:20:49,695 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/.tmp/hbase.id 2024-12-05T14:20:49,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:20:50,099 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/.tmp/hbase.id]:[hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/hbase.id] 2024-12-05T14:20:50,106 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:20:50,106 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:20:50,106 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T14:20:50,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:20:50,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:20:50,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:20:50,566 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:50,567 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:20:50,568 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:50,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:20:50,973 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store 2024-12-05T14:20:50,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:20:51,382 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:51,382 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:20:51,382 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:51,382 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:51,382 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:20:51,382 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:51,382 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:20:51,382 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408451382Disabling compacts and flushes for region at 1733408451382Disabling writes for close at 1733408451382Writing region close event to WAL at 1733408451382Closed at 1733408451382 2024-12-05T14:20:51,383 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/.initializing 2024-12-05T14:20:51,383 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/WALs/218194e0d8ec,46877,1733408449493 2024-12-05T14:20:51,384 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:20:51,385 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C46877%2C1733408449493, suffix=, logDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/WALs/218194e0d8ec,46877,1733408449493, archiveDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/oldWALs, maxLogs=10 2024-12-05T14:20:51,399 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/WALs/218194e0d8ec,46877,1733408449493/218194e0d8ec%2C46877%2C1733408449493.1733408451385, exclude list is [], retry=0 2024-12-05T14:20:51,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40503,DS-8acfbb11-438b-49fe-bc4c-67092fb29f57,DISK] 2024-12-05T14:20:51,403 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/WALs/218194e0d8ec,46877,1733408449493/218194e0d8ec%2C46877%2C1733408449493.1733408451385 2024-12-05T14:20:51,404 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39027:39027)] 2024-12-05T14:20:51,404 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:51,404 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:51,404 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:51,404 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:51,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:51,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:20:51,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:51,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:51,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:51,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:20:51,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:51,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:51,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:51,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:20:51,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:51,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:51,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:51,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:20:51,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:51,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:51,409 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:51,409 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:51,410 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:51,410 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:51,410 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:51,410 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:51,411 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:20:51,412 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:51,412 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73244853, jitterRate=0.09143336117267609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:51,413 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408451405Initializing all the Stores at 1733408451405Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408451405Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408451405Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408451405Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408451405Cleaning up temporary data from old regions at 1733408451410 (+5 ms)Region opened successfully at 1733408451413 (+3 ms) 2024-12-05T14:20:51,413 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:20:51,415 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299a46e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:20:51,416 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:20:51,416 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:20:51,416 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:20:51,416 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:20:51,416 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:20:51,417 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:20:51,417 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:20:51,418 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:20:51,419 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Unable to get data of znode /2258839792/balancer because node does not exist (not necessarily an error) 2024-12-05T14:20:51,478 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2258839792/balancer already deleted, retry=false 2024-12-05T14:20:51,478 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:20:51,478 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Unable to get data of znode /2258839792/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:20:51,488 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2258839792/normalizer already deleted, retry=false 2024-12-05T14:20:51,488 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:20:51,489 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Unable to get data of znode /2258839792/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:20:51,498 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2258839792/switch/split already deleted, retry=false 2024-12-05T14:20:51,499 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Unable to get data of znode /2258839792/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:20:51,509 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2258839792/switch/merge already deleted, retry=false 2024-12-05T14:20:51,511 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Unable to get data of znode /2258839792/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:20:51,520 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2258839792/snapshot-cleanup already deleted, retry=false 2024-12-05T14:20:51,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2258839792/running 2024-12-05T14:20:51,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2258839792/running 2024-12-05T14:20:51,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:20:51,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:20:51,531 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,46877,1733408449493, sessionid=0x101a5ddaab10006, setting cluster-up flag (Was=false) 2024-12-05T14:20:51,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:20:51,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:20:51,583 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2258839792/flush-table-proc/acquired, /2258839792/flush-table-proc/reached, /2258839792/flush-table-proc/abort 2024-12-05T14:20:51,584 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,46877,1733408449493 2024-12-05T14:20:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:20:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:20:51,646 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2258839792/online-snapshot/acquired, /2258839792/online-snapshot/reached, /2258839792/online-snapshot/abort 2024-12-05T14:20:51,647 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,46877,1733408449493 2024-12-05T14:20:51,647 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:20:51,649 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:51,649 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:20:51,649 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:20:51,649 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,46877,1733408449493 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:20:51,650 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:51,650 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:51,650 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:51,650 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:20:51,650 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:20:51,650 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,650 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:20:51,650 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,651 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408481651 2024-12-05T14:20:51,651 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:20:51,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:51,651 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:20:51,651 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:20:51,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:20:51,652 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:20:51,652 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:20:51,652 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:20:51,652 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,652 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:20:51,652 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:20:51,652 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:20:51,652 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:20:51,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:51,652 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:20:51,652 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:20:51,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:20:51,656 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408451652,5,FailOnTimeoutGroup] 2024-12-05T14:20:51,660 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408451656,5,FailOnTimeoutGroup] 2024-12-05T14:20:51,660 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,660 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:20:51,660 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,660 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,661 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(746): ClusterId : e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a 2024-12-05T14:20:51,661 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:20:51,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:20:51,739 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:20:51,739 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:20:51,767 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:20:51,767 DEBUG [RS:0;218194e0d8ec:34033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb835b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:20:51,781 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:34033 2024-12-05T14:20:51,781 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:20:51,781 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:20:51,781 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:20:51,782 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,46877,1733408449493 with port=34033, startcode=1733408449631 2024-12-05T14:20:51,782 DEBUG [RS:0;218194e0d8ec:34033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:20:51,783 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:20:51,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,34033,1733408449631 2024-12-05T14:20:51,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46877 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,34033,1733408449631 2024-12-05T14:20:51,785 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792 2024-12-05T14:20:51,785 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40443 2024-12-05T14:20:51,785 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:20:51,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792/rs 2024-12-05T14:20:51,981 DEBUG [RS:0;218194e0d8ec:34033 {}] zookeeper.ZKUtil(111): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Set watcher on existing znode=/2258839792/rs/218194e0d8ec,34033,1733408449631 2024-12-05T14:20:51,981 WARN [RS:0;218194e0d8ec:34033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:20:51,981 INFO [RS:0;218194e0d8ec:34033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:51,982 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631 2024-12-05T14:20:51,982 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,34033,1733408449631] 2024-12-05T14:20:51,984 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:20:51,985 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:20:51,985 INFO [RS:0;218194e0d8ec:34033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:20:51,985 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,985 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:20:51,986 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:20:51,986 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:20:51,986 DEBUG [RS:0;218194e0d8ec:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:20:51,987 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,987 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,987 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,987 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,987 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,987 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34033,1733408449631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:20:51,999 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:20:51,999 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34033,1733408449631-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,999 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:51,999 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.Replication(171): 218194e0d8ec,34033,1733408449631 started 2024-12-05T14:20:52,010 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:52,010 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,34033,1733408449631, RpcServer on 218194e0d8ec/172.17.0.2:34033, sessionid=0x101a5ddaab10007 2024-12-05T14:20:52,011 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:20:52,011 DEBUG [RS:0;218194e0d8ec:34033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,34033,1733408449631 2024-12-05T14:20:52,011 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,34033,1733408449631' 2024-12-05T14:20:52,011 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2258839792/flush-table-proc/abort' 2024-12-05T14:20:52,011 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2258839792/flush-table-proc/acquired' 2024-12-05T14:20:52,012 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:20:52,012 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:20:52,012 DEBUG [RS:0;218194e0d8ec:34033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,34033,1733408449631 2024-12-05T14:20:52,012 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,34033,1733408449631' 2024-12-05T14:20:52,012 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2258839792/online-snapshot/abort' 2024-12-05T14:20:52,012 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2258839792/online-snapshot/acquired' 2024-12-05T14:20:52,012 DEBUG [RS:0;218194e0d8ec:34033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:20:52,012 INFO [RS:0;218194e0d8ec:34033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:20:52,012 INFO [RS:0;218194e0d8ec:34033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:20:52,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:20:52,064 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792 2024-12-05T14:20:52,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:20:52,113 INFO [RS:0;218194e0d8ec:34033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:20:52,114 INFO [RS:0;218194e0d8ec:34033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C34033%2C1733408449631, suffix=, logDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631, archiveDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/oldWALs, maxLogs=10 2024-12-05T14:20:52,125 DEBUG [RS:0;218194e0d8ec:34033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114, exclude list is [], retry=0 2024-12-05T14:20:52,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40503,DS-8acfbb11-438b-49fe-bc4c-67092fb29f57,DISK] 2024-12-05T14:20:52,129 INFO [RS:0;218194e0d8ec:34033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 2024-12-05T14:20:52,129 DEBUG [RS:0;218194e0d8ec:34033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39027:39027)] 2024-12-05T14:20:52,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:20:52,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:52,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:52,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:52,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:52,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:52,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:52,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:52,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:52,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:52,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:52,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:52,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:52,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:52,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:20:52,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:20:52,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:52,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:52,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:20:52,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:20:52,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:52,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:52,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:20:52,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:20:52,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:52,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:52,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:20:52,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:20:52,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:52,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:52,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:20:52,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740 2024-12-05T14:20:52,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740 2024-12-05T14:20:52,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:20:52,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:20:52,475 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:52,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:20:52,477 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:52,477 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75483841, jitterRate=0.12479688227176666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:52,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408452468Initializing all the Stores at 1733408452469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408452469Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408452469Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408452469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408452469Cleaning up temporary data from old regions at 1733408452475 (+6 ms)Region opened successfully at 1733408452477 (+2 ms) 2024-12-05T14:20:52,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:20:52,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:20:52,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:20:52,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:20:52,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:20:52,478 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:20:52,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408452477Disabling compacts and flushes for region at 1733408452477Disabling writes for close at 1733408452477Writing region close event to WAL at 1733408452478 (+1 ms)Closed at 1733408452478 2024-12-05T14:20:52,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:52,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:20:52,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:20:52,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:20:52,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:20:52,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:52,564 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:52,564 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48390 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:20:52,630 DEBUG [218194e0d8ec:46877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:20:52,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,34033,1733408449631 2024-12-05T14:20:52,632 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,34033,1733408449631, state=OPENING 2024-12-05T14:20:52,699 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:20:52,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:20:52,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:20:52,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:20:52,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,34033,1733408449631}] 2024-12-05T14:20:52,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2258839792/meta-region-server: CHANGED 2024-12-05T14:20:52,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2258839792/meta-region-server: CHANGED 2024-12-05T14:20:52,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:20:52,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:20:52,865 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:20:52,865 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:20:52,866 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:20:52,866 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C34033%2C1733408449631.meta, suffix=.meta, logDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631, archiveDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/oldWALs, maxLogs=10 2024-12-05T14:20:52,878 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.meta.1733408452867.meta, exclude list is [], retry=0 2024-12-05T14:20:52,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40503,DS-8acfbb11-438b-49fe-bc4c-67092fb29f57,DISK] 2024-12-05T14:20:52,881 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.meta.1733408452867.meta 2024-12-05T14:20:52,881 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39027:39027)] 2024-12-05T14:20:52,881 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:52,882 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:20:52,882 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:20:52,882 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:20:52,882 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:20:52,882 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:20:52,882 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:52,882 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:20:52,882 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:20:52,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:20:52,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:20:52,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:52,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:52,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:20:52,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:20:52,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:52,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:52,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:20:52,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:20:52,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:52,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:52,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:20:52,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:20:52,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:52,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:20:52,886 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:20:52,887 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740 2024-12-05T14:20:52,888 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740 2024-12-05T14:20:52,888 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:20:52,888 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:20:52,889 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:20:52,890 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:20:52,890 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68292345, jitterRate=0.017635241150856018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:20:52,890 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:20:52,890 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408452882Writing region info on filesystem at 1733408452882Initializing all the Stores at 1733408452883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408452883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408452883Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408452883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408452883Cleaning up temporary data from old regions at 1733408452888 (+5 ms)Running coprocessor post-open hooks at 1733408452890 (+2 ms)Region opened successfully at 1733408452890 2024-12-05T14:20:52,891 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408452861 2024-12-05T14:20:52,893 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:20:52,893 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:20:52,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,34033,1733408449631 2024-12-05T14:20:52,894 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,34033,1733408449631, state=OPEN 2024-12-05T14:20:52,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2258839792/meta-region-server 2024-12-05T14:20:52,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2258839792/meta-region-server 2024-12-05T14:20:52,903 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,34033,1733408449631 2024-12-05T14:20:52,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2258839792/meta-region-server: CHANGED 2024-12-05T14:20:52,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2258839792/meta-region-server: CHANGED 2024-12-05T14:20:52,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:20:52,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,34033,1733408449631 in 193 msec 2024-12-05T14:20:52,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:20:52,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-12-05T14:20:52,907 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:20:52,907 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:20:52,908 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:52,908 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34033,1733408449631, seqNum=-1] 2024-12-05T14:20:52,908 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:52,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:20:52,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-12-05T14:20:52,913 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408452913, completionTime=-1 2024-12-05T14:20:52,913 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:20:52,913 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:20:52,915 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:20:52,915 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408512915 2024-12-05T14:20:52,915 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408572915 2024-12-05T14:20:52,915 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:20:52,915 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46877,1733408449493-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:52,915 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46877,1733408449493-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:52,915 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46877,1733408449493-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:52,915 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:46877, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:52,915 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:52,916 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:52,917 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:20:52,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.226sec 2024-12-05T14:20:52,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:20:52,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:20:52,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:20:52,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:20:52,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:20:52,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46877,1733408449493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:20:52,919 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46877,1733408449493-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:20:52,921 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:20:52,921 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:20:52,921 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46877,1733408449493-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:20:52,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2184ea46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:52,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,46877,-1 for getting cluster id 2024-12-05T14:20:52,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:52,963 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a' 2024-12-05T14:20:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a" 2024-12-05T14:20:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5855178a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,46877,-1] 2024-12-05T14:20:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:52,965 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:52,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5b4399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:52,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:20:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34033,1733408449631, seqNum=-1] 2024-12-05T14:20:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:20:52,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:20:52,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,46877,1733408449493 2024-12-05T14:20:52,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63331 2024-12-05T14:20:52,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:20:52,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a5ddaab10008 connected 2024-12-05T14:20:52,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:52,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38013,1733408438214 2024-12-05T14:20:52,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f3c3ba3 2024-12-05T14:20:52,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:52,997 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:20:52,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:20:52,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:20:52,999 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:52,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:20:53,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:20:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:53,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:20:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:53,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96527671cc17a0d4c0b7925eac117893, NAME => 'test,,1733408452997.96527671cc17a0d4c0b7925eac117893.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba 2024-12-05T14:20:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:20:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:53,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408452997.96527671cc17a0d4c0b7925eac117893.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:53,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 96527671cc17a0d4c0b7925eac117893, disabling compactions & flushes 2024-12-05T14:20:53,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408452997.96527671cc17a0d4c0b7925eac117893. 2024-12-05T14:20:53,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408452997.96527671cc17a0d4c0b7925eac117893. 2024-12-05T14:20:53,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408452997.96527671cc17a0d4c0b7925eac117893. after waiting 0 ms 2024-12-05T14:20:53,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408452997.96527671cc17a0d4c0b7925eac117893. 2024-12-05T14:20:53,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408452997.96527671cc17a0d4c0b7925eac117893. 2024-12-05T14:20:53,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96527671cc17a0d4c0b7925eac117893: Waiting for close lock at 1733408453811Disabling compacts and flushes for region at 1733408453811Disabling writes for close at 1733408453811Writing region close event to WAL at 1733408453811Closed at 1733408453811 2024-12-05T14:20:53,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:20:53,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408452997.96527671cc17a0d4c0b7925eac117893.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408453812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408453812"}]},"ts":"1733408453812"} 2024-12-05T14:20:53,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:20:53,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:20:53,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408453814"}]},"ts":"1733408453814"} 2024-12-05T14:20:53,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:20:53,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96527671cc17a0d4c0b7925eac117893, ASSIGN}] 2024-12-05T14:20:53,816 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96527671cc17a0d4c0b7925eac117893, ASSIGN 2024-12-05T14:20:53,817 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=96527671cc17a0d4c0b7925eac117893, ASSIGN; state=OFFLINE, location=218194e0d8ec,46727,1733408438438; forceNewPlan=false, retain=false 2024-12-05T14:20:53,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96527671cc17a0d4c0b7925eac117893, regionState=OPENING, regionLocation=218194e0d8ec,46727,1733408438438 2024-12-05T14:20:53,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=96527671cc17a0d4c0b7925eac117893, ASSIGN because future has completed 2024-12-05T14:20:53,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96527671cc17a0d4c0b7925eac117893, server=218194e0d8ec,46727,1733408438438}] 2024-12-05T14:20:54,124 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408452997.96527671cc17a0d4c0b7925eac117893. 2024-12-05T14:20:54,124 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 96527671cc17a0d4c0b7925eac117893, NAME => 'test,,1733408452997.96527671cc17a0d4c0b7925eac117893.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:54,125 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:20:54,125 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:20:54,125 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,125 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408452997.96527671cc17a0d4c0b7925eac117893.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:54,125 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,125 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,126 INFO [StoreOpener-96527671cc17a0d4c0b7925eac117893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,127 INFO [StoreOpener-96527671cc17a0d4c0b7925eac117893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96527671cc17a0d4c0b7925eac117893 columnFamilyName f 2024-12-05T14:20:54,127 DEBUG [StoreOpener-96527671cc17a0d4c0b7925eac117893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:54,127 INFO [StoreOpener-96527671cc17a0d4c0b7925eac117893-1 {}] regionserver.HStore(327): Store=96527671cc17a0d4c0b7925eac117893/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:54,127 INFO [StoreOpener-96527671cc17a0d4c0b7925eac117893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,128 INFO [StoreOpener-96527671cc17a0d4c0b7925eac117893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96527671cc17a0d4c0b7925eac117893 columnFamilyName f1 2024-12-05T14:20:54,128 DEBUG [StoreOpener-96527671cc17a0d4c0b7925eac117893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:54,128 INFO [StoreOpener-96527671cc17a0d4c0b7925eac117893-1 {}] regionserver.HStore(327): Store=96527671cc17a0d4c0b7925eac117893/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:54,128 INFO [StoreOpener-96527671cc17a0d4c0b7925eac117893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,129 INFO [StoreOpener-96527671cc17a0d4c0b7925eac117893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96527671cc17a0d4c0b7925eac117893 columnFamilyName norep 2024-12-05T14:20:54,129 DEBUG [StoreOpener-96527671cc17a0d4c0b7925eac117893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:54,129 INFO [StoreOpener-96527671cc17a0d4c0b7925eac117893-1 {}] regionserver.HStore(327): Store=96527671cc17a0d4c0b7925eac117893/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:54,129 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,129 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,129 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,130 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,130 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,130 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:20:54,131 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,132 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:54,132 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 96527671cc17a0d4c0b7925eac117893; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64537710, jitterRate=-0.03831318020820618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:20:54,132 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96527671cc17a0d4c0b7925eac117893 2024-12-05T14:20:54,133 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 96527671cc17a0d4c0b7925eac117893: Running coprocessor pre-open hook at 1733408454125Writing region info on filesystem at 1733408454125Initializing all the Stores at 1733408454126 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408454126Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408454126Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408454126Cleaning up temporary data from old regions at 1733408454130 (+4 ms)Running coprocessor post-open hooks at 1733408454132 (+2 ms)Region opened successfully at 1733408454133 (+1 ms) 2024-12-05T14:20:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:54,134 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408452997.96527671cc17a0d4c0b7925eac117893., pid=6, masterSystemTime=1733408454121 2024-12-05T14:20:54,135 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408452997.96527671cc17a0d4c0b7925eac117893. 2024-12-05T14:20:54,135 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408452997.96527671cc17a0d4c0b7925eac117893. 2024-12-05T14:20:54,136 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96527671cc17a0d4c0b7925eac117893, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,46727,1733408438438 2024-12-05T14:20:54,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96527671cc17a0d4c0b7925eac117893, server=218194e0d8ec,46727,1733408438438 because future has completed 2024-12-05T14:20:54,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:20:54,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 96527671cc17a0d4c0b7925eac117893, server=218194e0d8ec,46727,1733408438438 in 169 msec 2024-12-05T14:20:54,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:20:54,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=96527671cc17a0d4c0b7925eac117893, ASSIGN in 323 msec 2024-12-05T14:20:54,145 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:20:54,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408454145"}]},"ts":"1733408454145"} 2024-12-05T14:20:54,146 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:20:54,147 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:20:54,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-05T14:20:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:55,144 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:20:55,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:55,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35371,1733408443842 2024-12-05T14:20:55,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f88fecc 2024-12-05T14:20:55,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:55,146 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:20:55,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:20:55,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:20:55,148 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:55,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:20:55,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:20:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:55,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:20:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:55,561 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c10d41d09d08a0d65e8a6f3bd1cc1ad2, NAME => 'test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1 2024-12-05T14:20:55,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:20:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:55,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:55,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c10d41d09d08a0d65e8a6f3bd1cc1ad2, disabling compactions & flushes 2024-12-05T14:20:55,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. 2024-12-05T14:20:55,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. 2024-12-05T14:20:55,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. after waiting 0 ms 2024-12-05T14:20:55,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. 2024-12-05T14:20:55,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. 2024-12-05T14:20:55,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c10d41d09d08a0d65e8a6f3bd1cc1ad2: Waiting for close lock at 1733408455966Disabling compacts and flushes for region at 1733408455966Disabling writes for close at 1733408455966Writing region close event to WAL at 1733408455966Closed at 1733408455966 2024-12-05T14:20:55,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:20:55,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408455967"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408455967"}]},"ts":"1733408455967"} 2024-12-05T14:20:55,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:20:55,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:20:55,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408455969"}]},"ts":"1733408455969"} 2024-12-05T14:20:55,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:20:55,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c10d41d09d08a0d65e8a6f3bd1cc1ad2, ASSIGN}] 2024-12-05T14:20:55,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c10d41d09d08a0d65e8a6f3bd1cc1ad2, ASSIGN 2024-12-05T14:20:55,972 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c10d41d09d08a0d65e8a6f3bd1cc1ad2, ASSIGN; state=OFFLINE, location=218194e0d8ec,46613,1733408444090; forceNewPlan=false, retain=false 2024-12-05T14:20:56,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c10d41d09d08a0d65e8a6f3bd1cc1ad2, regionState=OPENING, regionLocation=218194e0d8ec,46613,1733408444090 2024-12-05T14:20:56,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c10d41d09d08a0d65e8a6f3bd1cc1ad2, ASSIGN because future has completed 2024-12-05T14:20:56,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c10d41d09d08a0d65e8a6f3bd1cc1ad2, server=218194e0d8ec,46613,1733408444090}] 2024-12-05T14:20:56,279 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. 2024-12-05T14:20:56,279 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c10d41d09d08a0d65e8a6f3bd1cc1ad2, NAME => 'test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:56,279 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:20:56,279 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:20:56,279 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,279 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:56,279 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,279 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,280 INFO [StoreOpener-c10d41d09d08a0d65e8a6f3bd1cc1ad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,281 INFO [StoreOpener-c10d41d09d08a0d65e8a6f3bd1cc1ad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c10d41d09d08a0d65e8a6f3bd1cc1ad2 columnFamilyName f 2024-12-05T14:20:56,281 DEBUG [StoreOpener-c10d41d09d08a0d65e8a6f3bd1cc1ad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:56,282 INFO [StoreOpener-c10d41d09d08a0d65e8a6f3bd1cc1ad2-1 {}] regionserver.HStore(327): Store=c10d41d09d08a0d65e8a6f3bd1cc1ad2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:56,282 INFO [StoreOpener-c10d41d09d08a0d65e8a6f3bd1cc1ad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,282 INFO [StoreOpener-c10d41d09d08a0d65e8a6f3bd1cc1ad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c10d41d09d08a0d65e8a6f3bd1cc1ad2 columnFamilyName f1 2024-12-05T14:20:56,283 DEBUG [StoreOpener-c10d41d09d08a0d65e8a6f3bd1cc1ad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:56,283 INFO [StoreOpener-c10d41d09d08a0d65e8a6f3bd1cc1ad2-1 {}] regionserver.HStore(327): Store=c10d41d09d08a0d65e8a6f3bd1cc1ad2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:56,283 INFO [StoreOpener-c10d41d09d08a0d65e8a6f3bd1cc1ad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,284 INFO [StoreOpener-c10d41d09d08a0d65e8a6f3bd1cc1ad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c10d41d09d08a0d65e8a6f3bd1cc1ad2 columnFamilyName norep 2024-12-05T14:20:56,284 DEBUG [StoreOpener-c10d41d09d08a0d65e8a6f3bd1cc1ad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:56,284 INFO [StoreOpener-c10d41d09d08a0d65e8a6f3bd1cc1ad2-1 {}] regionserver.HStore(327): Store=c10d41d09d08a0d65e8a6f3bd1cc1ad2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:56,284 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:56,284 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,285 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,285 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,285 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,285 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:20:56,286 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,287 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:56,287 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c10d41d09d08a0d65e8a6f3bd1cc1ad2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71441842, jitterRate=0.06456640362739563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:20:56,287 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:20:56,287 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c10d41d09d08a0d65e8a6f3bd1cc1ad2: Running coprocessor pre-open hook at 1733408456280Writing region info on filesystem at 1733408456280Initializing all the Stores at 1733408456280Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408456280Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408456280Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408456280Cleaning up temporary data from old regions at 1733408456285 (+5 ms)Running coprocessor post-open hooks at 1733408456287 (+2 ms)Region opened successfully at 1733408456287 2024-12-05T14:20:56,288 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2., pid=6, masterSystemTime=1733408456276 2024-12-05T14:20:56,289 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. 2024-12-05T14:20:56,289 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. 2024-12-05T14:20:56,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c10d41d09d08a0d65e8a6f3bd1cc1ad2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,46613,1733408444090 2024-12-05T14:20:56,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c10d41d09d08a0d65e8a6f3bd1cc1ad2, server=218194e0d8ec,46613,1733408444090 because future has completed 2024-12-05T14:20:56,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:20:56,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c10d41d09d08a0d65e8a6f3bd1cc1ad2, server=218194e0d8ec,46613,1733408444090 in 167 msec 2024-12-05T14:20:56,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:20:56,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c10d41d09d08a0d65e8a6f3bd1cc1ad2, ASSIGN in 322 msec 2024-12-05T14:20:56,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:20:56,296 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408456295"}]},"ts":"1733408456295"} 2024-12-05T14:20:56,297 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:20:56,298 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:20:56,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-05T14:20:56,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T14:20:56,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T14:20:56,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:20:56,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T14:20:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:57,294 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:20:57,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:57,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,46877,1733408449493 2024-12-05T14:20:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d849ad3 2024-12-05T14:20:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:57,295 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:20:57,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:20:57,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:20:57,298 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:57,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:20:57,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:20:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:57,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:20:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:57,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T14:20:57,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68285143b49f49776609d040354e59ef, NAME => 'test,,1733408457296.68285143b49f49776609d040354e59ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792 2024-12-05T14:20:57,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:20:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:58,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408457296.68285143b49f49776609d040354e59ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:58,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 68285143b49f49776609d040354e59ef, disabling compactions & flushes 2024-12-05T14:20:58,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408457296.68285143b49f49776609d040354e59ef. 2024-12-05T14:20:58,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408457296.68285143b49f49776609d040354e59ef. 2024-12-05T14:20:58,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408457296.68285143b49f49776609d040354e59ef. after waiting 0 ms 2024-12-05T14:20:58,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408457296.68285143b49f49776609d040354e59ef. 2024-12-05T14:20:58,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408457296.68285143b49f49776609d040354e59ef. 2024-12-05T14:20:58,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68285143b49f49776609d040354e59ef: Waiting for close lock at 1733408458238Disabling compacts and flushes for region at 1733408458238Disabling writes for close at 1733408458238Writing region close event to WAL at 1733408458238Closed at 1733408458238 2024-12-05T14:20:58,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:20:58,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408457296.68285143b49f49776609d040354e59ef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408458239"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408458239"}]},"ts":"1733408458239"} 2024-12-05T14:20:58,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:20:58,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:20:58,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408458243"}]},"ts":"1733408458243"} 2024-12-05T14:20:58,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:20:58,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68285143b49f49776609d040354e59ef, ASSIGN}] 2024-12-05T14:20:58,246 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68285143b49f49776609d040354e59ef, ASSIGN 2024-12-05T14:20:58,247 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=68285143b49f49776609d040354e59ef, ASSIGN; state=OFFLINE, location=218194e0d8ec,34033,1733408449631; forceNewPlan=false, retain=false 2024-12-05T14:20:58,384 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:20:58,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:58,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:58,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68285143b49f49776609d040354e59ef, regionState=OPENING, regionLocation=218194e0d8ec,34033,1733408449631 2024-12-05T14:20:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=68285143b49f49776609d040354e59ef, ASSIGN because future has completed 2024-12-05T14:20:58,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68285143b49f49776609d040354e59ef, server=218194e0d8ec,34033,1733408449631}] 2024-12-05T14:20:58,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:58,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:58,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:58,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:58,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:58,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:58,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:58,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:58,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:58,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:20:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:58,555 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408457296.68285143b49f49776609d040354e59ef. 2024-12-05T14:20:58,555 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 68285143b49f49776609d040354e59ef, NAME => 'test,,1733408457296.68285143b49f49776609d040354e59ef.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:20:58,555 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:20:58,555 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:20:58,555 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,555 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408457296.68285143b49f49776609d040354e59ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:20:58,555 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,555 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,556 INFO [StoreOpener-68285143b49f49776609d040354e59ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,557 INFO [StoreOpener-68285143b49f49776609d040354e59ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68285143b49f49776609d040354e59ef columnFamilyName f 2024-12-05T14:20:58,557 DEBUG [StoreOpener-68285143b49f49776609d040354e59ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:58,558 INFO [StoreOpener-68285143b49f49776609d040354e59ef-1 {}] regionserver.HStore(327): Store=68285143b49f49776609d040354e59ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:58,558 INFO [StoreOpener-68285143b49f49776609d040354e59ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,558 INFO [StoreOpener-68285143b49f49776609d040354e59ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68285143b49f49776609d040354e59ef columnFamilyName f1 2024-12-05T14:20:58,558 DEBUG [StoreOpener-68285143b49f49776609d040354e59ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:58,559 INFO [StoreOpener-68285143b49f49776609d040354e59ef-1 {}] regionserver.HStore(327): Store=68285143b49f49776609d040354e59ef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:58,559 INFO [StoreOpener-68285143b49f49776609d040354e59ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,559 INFO [StoreOpener-68285143b49f49776609d040354e59ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68285143b49f49776609d040354e59ef columnFamilyName norep 2024-12-05T14:20:58,559 DEBUG [StoreOpener-68285143b49f49776609d040354e59ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:58,560 INFO [StoreOpener-68285143b49f49776609d040354e59ef-1 {}] regionserver.HStore(327): Store=68285143b49f49776609d040354e59ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:20:58,560 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,560 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,561 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,561 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,561 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,562 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:20:58,562 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,563 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:20:58,564 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 68285143b49f49776609d040354e59ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64612573, jitterRate=-0.03719763457775116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:20:58,564 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68285143b49f49776609d040354e59ef 2024-12-05T14:20:58,564 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 68285143b49f49776609d040354e59ef: Running coprocessor pre-open hook at 1733408458556Writing region info on filesystem at 1733408458556Initializing all the Stores at 1733408458556Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408458556Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408458556Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408458556Cleaning up temporary data from old regions at 1733408458561 (+5 ms)Running coprocessor post-open hooks at 1733408458564 (+3 ms)Region opened successfully at 1733408458564 2024-12-05T14:20:58,565 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408457296.68285143b49f49776609d040354e59ef., pid=6, masterSystemTime=1733408458552 2024-12-05T14:20:58,566 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408457296.68285143b49f49776609d040354e59ef. 2024-12-05T14:20:58,566 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408457296.68285143b49f49776609d040354e59ef. 2024-12-05T14:20:58,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68285143b49f49776609d040354e59ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,34033,1733408449631 2024-12-05T14:20:58,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68285143b49f49776609d040354e59ef, server=218194e0d8ec,34033,1733408449631 because future has completed 2024-12-05T14:20:58,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:20:58,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 68285143b49f49776609d040354e59ef, server=218194e0d8ec,34033,1733408449631 in 169 msec 2024-12-05T14:20:58,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:20:58,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=68285143b49f49776609d040354e59ef, ASSIGN in 325 msec 2024-12-05T14:20:58,572 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:20:58,573 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408458572"}]},"ts":"1733408458572"} 2024-12-05T14:20:58,574 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:20:58,574 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:20:58,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2780 sec 2024-12-05T14:20:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:20:59,444 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:20:59,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164deb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:59,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38013,-1 for getting cluster id 2024-12-05T14:20:59,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:59,445 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a781e90-12f2-4ab9-a768-9ded0f50f654' 2024-12-05T14:20:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a781e90-12f2-4ab9-a768-9ded0f50f654" 2024-12-05T14:20:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ae5e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38013,-1] 2024-12-05T14:20:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:59,447 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:59,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547c88ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:59,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:59,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38013,1733408438214 2024-12-05T14:20:59,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@465e34b9 2024-12-05T14:20:59,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:59,449 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:20:59,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:35371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:20:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:20:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:59,451 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:35371' 2024-12-05T14:20:59,452 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109fbf55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:59,452 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35371,-1 for getting cluster id 2024-12-05T14:20:59,452 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:20:59,453 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f820cba9-4567-4a53-b494-0eb847d6c421' 2024-12-05T14:20:59,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:20:59,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f820cba9-4567-4a53-b494-0eb847d6c421" 2024-12-05T14:20:59,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d65e429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:59,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35371,-1] 2024-12-05T14:20:59,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:20:59,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:59,454 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:20:59,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626cafeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:20:59,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:20:59,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35371,1733408443842 2024-12-05T14:20:59,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d99461 2024-12-05T14:20:59,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:20:59,456 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:20:59,457 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T14:20:59,457 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:20:59,457 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:59,457 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:20:59,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:20:59,457 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:20:59,458 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:20:59,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:20:59,459 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:20:59,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:20:59,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741837_1013 (size=1138) 2024-12-05T14:20:59,508 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:20:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:20:59,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0dcda5d524a978a1fecda40af7a35c0, NAME => 'hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba 2024-12-05T14:20:59,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741838_1014 (size=44) 2024-12-05T14:21:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:00,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:00,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c0dcda5d524a978a1fecda40af7a35c0, disabling compactions & flushes 2024-12-05T14:21:00,275 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:00,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:00,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. after waiting 0 ms 2024-12-05T14:21:00,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:00,275 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:00,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0dcda5d524a978a1fecda40af7a35c0: Waiting for close lock at 1733408460275Disabling compacts and flushes for region at 1733408460275Disabling writes for close at 1733408460275Writing region close event to WAL at 1733408460275Closed at 1733408460275 2024-12-05T14:21:00,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:21:00,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408460276"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408460276"}]},"ts":"1733408460276"} 2024-12-05T14:21:00,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:21:00,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:21:00,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408460279"}]},"ts":"1733408460279"} 2024-12-05T14:21:00,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:21:00,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0dcda5d524a978a1fecda40af7a35c0, ASSIGN}] 2024-12-05T14:21:00,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0dcda5d524a978a1fecda40af7a35c0, ASSIGN 2024-12-05T14:21:00,283 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0dcda5d524a978a1fecda40af7a35c0, ASSIGN; state=OFFLINE, location=218194e0d8ec,46727,1733408438438; forceNewPlan=false, retain=false 2024-12-05T14:21:00,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0dcda5d524a978a1fecda40af7a35c0, regionState=OPENING, regionLocation=218194e0d8ec,46727,1733408438438 2024-12-05T14:21:00,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0dcda5d524a978a1fecda40af7a35c0, ASSIGN because future has completed 2024-12-05T14:21:00,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0dcda5d524a978a1fecda40af7a35c0, server=218194e0d8ec,46727,1733408438438}] 2024-12-05T14:21:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:00,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:00,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:00,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:21:00,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C46727%2C1733408438438.rep, suffix=, logDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438, archiveDir=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/oldWALs, maxLogs=10 2024-12-05T14:21:00,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.rep.1733408460591, exclude list is [], retry=0 2024-12-05T14:21:00,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46561,DS-352fc72c-5d49-44ed-98a4-03747469851c,DISK] 2024-12-05T14:21:00,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.rep.1733408460591 2024-12-05T14:21:00,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42145:42145)] 2024-12-05T14:21:00,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c0dcda5d524a978a1fecda40af7a35c0, NAME => 'hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:00,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:21:00,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:21:00,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. service=MultiRowMutationService 2024-12-05T14:21:00,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:21:00,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:00,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,610 INFO [StoreOpener-c0dcda5d524a978a1fecda40af7a35c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,611 INFO [StoreOpener-c0dcda5d524a978a1fecda40af7a35c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0dcda5d524a978a1fecda40af7a35c0 columnFamilyName hfileref 2024-12-05T14:21:00,611 DEBUG [StoreOpener-c0dcda5d524a978a1fecda40af7a35c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:00,612 INFO [StoreOpener-c0dcda5d524a978a1fecda40af7a35c0-1 {}] regionserver.HStore(327): Store=c0dcda5d524a978a1fecda40af7a35c0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:00,612 INFO [StoreOpener-c0dcda5d524a978a1fecda40af7a35c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,613 INFO [StoreOpener-c0dcda5d524a978a1fecda40af7a35c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0dcda5d524a978a1fecda40af7a35c0 columnFamilyName queue 2024-12-05T14:21:00,613 DEBUG [StoreOpener-c0dcda5d524a978a1fecda40af7a35c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:00,613 INFO [StoreOpener-c0dcda5d524a978a1fecda40af7a35c0-1 {}] regionserver.HStore(327): Store=c0dcda5d524a978a1fecda40af7a35c0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:00,613 INFO [StoreOpener-c0dcda5d524a978a1fecda40af7a35c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,614 INFO [StoreOpener-c0dcda5d524a978a1fecda40af7a35c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0dcda5d524a978a1fecda40af7a35c0 columnFamilyName sid 2024-12-05T14:21:00,614 DEBUG [StoreOpener-c0dcda5d524a978a1fecda40af7a35c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:00,614 INFO [StoreOpener-c0dcda5d524a978a1fecda40af7a35c0-1 {}] regionserver.HStore(327): Store=c0dcda5d524a978a1fecda40af7a35c0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:00,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/replication/c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/replication/c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:21:00,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/replication/c0dcda5d524a978a1fecda40af7a35c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:00,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c0dcda5d524a978a1fecda40af7a35c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59043548, jitterRate=-0.1201825737953186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:21:00,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:00,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c0dcda5d524a978a1fecda40af7a35c0: Running coprocessor pre-open hook at 1733408460610Writing region info on filesystem at 1733408460610Initializing all the Stores at 1733408460610Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408460610Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408460610Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408460610Cleaning up temporary data from old regions at 1733408460615 (+5 ms)Running coprocessor post-open hooks at 1733408460618 (+3 ms)Region opened successfully at 1733408460618 2024-12-05T14:21:00,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0., pid=10, masterSystemTime=1733408460587 2024-12-05T14:21:00,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:00,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:00,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0dcda5d524a978a1fecda40af7a35c0, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,46727,1733408438438 2024-12-05T14:21:00,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0dcda5d524a978a1fecda40af7a35c0, server=218194e0d8ec,46727,1733408438438 because future has completed 2024-12-05T14:21:00,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:21:00,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c0dcda5d524a978a1fecda40af7a35c0, server=218194e0d8ec,46727,1733408438438 in 188 msec 2024-12-05T14:21:00,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T14:21:00,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0dcda5d524a978a1fecda40af7a35c0, ASSIGN in 343 msec 2024-12-05T14:21:00,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:21:00,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408460626"}]},"ts":"1733408460626"} 2024-12-05T14:21:00,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:21:00,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:21:00,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-12-05T14:21:00,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0., hostname=218194e0d8ec,46727,1733408438438, seqNum=2] 2024-12-05T14:21:00,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:21:00,709 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:21:00,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:21:00,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T14:21:00,883 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:21:00,922 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,46727,1733408438438, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:21:00,923 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:00,923 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46727,1733408438438, seqNum=-1] 2024-12-05T14:21:00,923 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:00,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T14:21:00,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,46727,1733408438438', locateType=CURRENT is [region=hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0., hostname=218194e0d8ec,46727,1733408438438, seqNum=2] 2024-12-05T14:21:00,928 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T14:21:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T14:21:00,930 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,46727,1733408438438 suceeded 2024-12-05T14:21:00,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T14:21:00,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-05T14:21:00,932 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:35371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:21:00,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4830 sec 2024-12-05T14:21:00,941 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:35371' 2024-12-05T14:21:00,942 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@383411d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:00,942 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35371,-1 for getting cluster id 2024-12-05T14:21:00,942 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:00,943 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f820cba9-4567-4a53-b494-0eb847d6c421' 2024-12-05T14:21:00,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:00,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f820cba9-4567-4a53-b494-0eb847d6c421" 2024-12-05T14:21:00,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46a25cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:00,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35371,-1] 2024-12-05T14:21:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:00,944 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:00,945 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c256075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:00,945 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:00,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35371,1733408443842 2024-12-05T14:21:00,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f0fef5 2024-12-05T14:21:00,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:00,947 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-05T14:21:00,947 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,46727,1733408438438 (queues=1) is replicating from cluster=5a781e90-12f2-4ab9-a768-9ded0f50f654 to cluster=f820cba9-4567-4a53-b494-0eb847d6c421 2024-12-05T14:21:00,947 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C46727%2C1733408438438 2024-12-05T14:21:00,947 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,46727,1733408438438, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:21:00,948 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C46727%2C1733408438438 2024-12-05T14:21:00,948 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660, startPosition=0, beingWritten=true 2024-12-05T14:21:00,952 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:00,952 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 379, reset compression=false 2024-12-05T14:21:00,952 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46727,1733408438438 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:01,158 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 379, reset compression=false 2024-12-05T14:21:01,462 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 379, reset compression=false 2024-12-05T14:21:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:01,594 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:21:01,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:01,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:01,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:01,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:01,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:01,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625c18aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:01,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35371,-1 for getting cluster id 2024-12-05T14:21:01,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:01,596 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f820cba9-4567-4a53-b494-0eb847d6c421' 2024-12-05T14:21:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f820cba9-4567-4a53-b494-0eb847d6c421" 2024-12-05T14:21:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc3644a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35371,-1] 2024-12-05T14:21:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:01,597 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f15c082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:01,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35371,1733408443842 2024-12-05T14:21:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a40edd3 2024-12-05T14:21:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:01,599 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:01,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:46877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:21:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:21:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:01,602 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:46877' 2024-12-05T14:21:01,603 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171d54b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:01,603 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,46877,-1 for getting cluster id 2024-12-05T14:21:01,603 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:01,603 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a' 2024-12-05T14:21:01,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:01,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a" 2024-12-05T14:21:01,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfbd6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:01,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,46877,-1] 2024-12-05T14:21:01,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:01,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:01,604 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:01,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac884dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:01,605 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:01,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,46877,1733408449493 2024-12-05T14:21:01,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6def41cf 2024-12-05T14:21:01,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:01,606 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:01,607 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T14:21:01,607 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:21:01,607 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:01,607 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:01,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:01,607 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:21:01,608 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:21:01,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:21:01,609 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:01,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:21:01,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741837_1013 (size=1138) 2024-12-05T14:21:01,658 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:21:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:01,866 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 379, reset compression=false 2024-12-05T14:21:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:02,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8d2194b9d5fe042242d672f0d4192da, NAME => 'hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1 2024-12-05T14:21:02,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741838_1014 (size=44) 2024-12-05T14:21:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:02,370 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 379, reset compression=false 2024-12-05T14:21:02,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:02,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d8d2194b9d5fe042242d672f0d4192da, disabling compactions & flushes 2024-12-05T14:21:02,421 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:02,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:02,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. after waiting 0 ms 2024-12-05T14:21:02,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:02,421 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:02,422 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8d2194b9d5fe042242d672f0d4192da: Waiting for close lock at 1733408462421Disabling compacts and flushes for region at 1733408462421Disabling writes for close at 1733408462421Writing region close event to WAL at 1733408462421Closed at 1733408462421 2024-12-05T14:21:02,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:21:02,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408462478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408462478"}]},"ts":"1733408462478"} 2024-12-05T14:21:02,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:21:02,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:21:02,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408462480"}]},"ts":"1733408462480"} 2024-12-05T14:21:02,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:21:02,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8d2194b9d5fe042242d672f0d4192da, ASSIGN}] 2024-12-05T14:21:02,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8d2194b9d5fe042242d672f0d4192da, ASSIGN 2024-12-05T14:21:02,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8d2194b9d5fe042242d672f0d4192da, ASSIGN; state=OFFLINE, location=218194e0d8ec,46613,1733408444090; forceNewPlan=false, retain=false 2024-12-05T14:21:02,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8d2194b9d5fe042242d672f0d4192da, regionState=OPENING, regionLocation=218194e0d8ec,46613,1733408444090 2024-12-05T14:21:02,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8d2194b9d5fe042242d672f0d4192da, ASSIGN because future has completed 2024-12-05T14:21:02,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8d2194b9d5fe042242d672f0d4192da, server=218194e0d8ec,46613,1733408444090}] 2024-12-05T14:21:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:02,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:02,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:02,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:21:02,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C46613%2C1733408444090.rep, suffix=, logDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090, archiveDir=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/oldWALs, maxLogs=10 2024-12-05T14:21:02,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.rep.1733408462793, exclude list is [], retry=0 2024-12-05T14:21:02,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44847,DS-1d11f867-f817-4cc8-8c09-5107d232cfd7,DISK] 2024-12-05T14:21:02,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.rep.1733408462793 2024-12-05T14:21:02,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43329:43329)] 2024-12-05T14:21:02,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d8d2194b9d5fe042242d672f0d4192da, NAME => 'hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:02,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:21:02,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:21:02,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. service=MultiRowMutationService 2024-12-05T14:21:02,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:21:02,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:02,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,809 INFO [StoreOpener-d8d2194b9d5fe042242d672f0d4192da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,810 INFO [StoreOpener-d8d2194b9d5fe042242d672f0d4192da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8d2194b9d5fe042242d672f0d4192da columnFamilyName hfileref 2024-12-05T14:21:02,810 DEBUG [StoreOpener-d8d2194b9d5fe042242d672f0d4192da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:02,811 INFO [StoreOpener-d8d2194b9d5fe042242d672f0d4192da-1 {}] regionserver.HStore(327): Store=d8d2194b9d5fe042242d672f0d4192da/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:02,811 INFO [StoreOpener-d8d2194b9d5fe042242d672f0d4192da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,811 INFO [StoreOpener-d8d2194b9d5fe042242d672f0d4192da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8d2194b9d5fe042242d672f0d4192da columnFamilyName queue 2024-12-05T14:21:02,812 DEBUG [StoreOpener-d8d2194b9d5fe042242d672f0d4192da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:02,812 INFO [StoreOpener-d8d2194b9d5fe042242d672f0d4192da-1 {}] regionserver.HStore(327): Store=d8d2194b9d5fe042242d672f0d4192da/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:02,812 INFO [StoreOpener-d8d2194b9d5fe042242d672f0d4192da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,813 INFO [StoreOpener-d8d2194b9d5fe042242d672f0d4192da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8d2194b9d5fe042242d672f0d4192da columnFamilyName sid 2024-12-05T14:21:02,813 DEBUG [StoreOpener-d8d2194b9d5fe042242d672f0d4192da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:02,813 INFO [StoreOpener-d8d2194b9d5fe042242d672f0d4192da-1 {}] regionserver.HStore(327): Store=d8d2194b9d5fe042242d672f0d4192da/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:02,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/replication/d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/replication/d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:21:02,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/replication/d8d2194b9d5fe042242d672f0d4192da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:02,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d8d2194b9d5fe042242d672f0d4192da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72078228, jitterRate=0.07404929399490356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:21:02,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:02,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d8d2194b9d5fe042242d672f0d4192da: Running coprocessor pre-open hook at 1733408462808Writing region info on filesystem at 1733408462808Initializing all the Stores at 1733408462809 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408462809Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408462809Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408462809Cleaning up temporary data from old regions at 1733408462815 (+6 ms)Running coprocessor post-open hooks at 1733408462817 (+2 ms)Region opened successfully at 1733408462817 2024-12-05T14:21:02,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da., pid=10, masterSystemTime=1733408462788 2024-12-05T14:21:02,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:02,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:02,820 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8d2194b9d5fe042242d672f0d4192da, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,46613,1733408444090 2024-12-05T14:21:02,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8d2194b9d5fe042242d672f0d4192da, server=218194e0d8ec,46613,1733408444090 because future has completed 2024-12-05T14:21:02,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:21:02,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d8d2194b9d5fe042242d672f0d4192da, server=218194e0d8ec,46613,1733408444090 in 187 msec 2024-12-05T14:21:02,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T14:21:02,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8d2194b9d5fe042242d672f0d4192da, ASSIGN in 342 msec 2024-12-05T14:21:02,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:21:02,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408462826"}]},"ts":"1733408462826"} 2024-12-05T14:21:02,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:21:02,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:21:02,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2220 sec 2024-12-05T14:21:02,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da., hostname=218194e0d8ec,46613,1733408444090, seqNum=2] 2024-12-05T14:21:02,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:21:02,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:21:02,973 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 379, reset compression=false 2024-12-05T14:21:02,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:21:03,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T14:21:03,125 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:21:03,150 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,46613,1733408444090, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:21:03,151 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:03,151 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46613,1733408444090, seqNum=-1] 2024-12-05T14:21:03,151 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:03,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T14:21:03,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,46613,1733408444090', locateType=CURRENT is [region=hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da., hostname=218194e0d8ec,46613,1733408444090, seqNum=2] 2024-12-05T14:21:03,155 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T14:21:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T14:21:03,157 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,46613,1733408444090 suceeded 2024-12-05T14:21:03,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T14:21:03,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T14:21:03,159 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:46877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:21:03,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5600 sec 2024-12-05T14:21:03,168 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:46877' 2024-12-05T14:21:03,172 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@94dc957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:03,172 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,46877,-1 for getting cluster id 2024-12-05T14:21:03,172 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:03,173 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a' 2024-12-05T14:21:03,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:03,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a" 2024-12-05T14:21:03,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27cd4f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:03,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,46877,-1] 2024-12-05T14:21:03,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:03,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:03,174 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:03,174 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d437d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:03,174 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:03,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,46877,1733408449493 2024-12-05T14:21:03,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3199154c 2024-12-05T14:21:03,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:03,176 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-05T14:21:03,176 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,46613,1733408444090 (queues=1) is replicating from cluster=f820cba9-4567-4a53-b494-0eb847d6c421 to cluster=e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a 2024-12-05T14:21:03,176 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C46613%2C1733408444090 2024-12-05T14:21:03,176 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,46613,1733408444090, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:21:03,177 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C46613%2C1733408444090 2024-12-05T14:21:03,177 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849, startPosition=0, beingWritten=true 2024-12-05T14:21:03,183 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:03,183 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 379, reset compression=false 2024-12-05T14:21:03,183 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46613,1733408444090 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:03,387 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 379, reset compression=false 2024-12-05T14:21:03,676 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 379, reset compression=false 2024-12-05T14:21:03,691 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 379, reset compression=false 2024-12-05T14:21:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:03,754 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:21:03,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:03,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:03,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:03,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:03,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:03,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea6c035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:03,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,46877,-1 for getting cluster id 2024-12-05T14:21:03,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:03,755 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a' 2024-12-05T14:21:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a" 2024-12-05T14:21:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249475ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,46877,-1] 2024-12-05T14:21:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:03,757 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:03,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da271ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:03,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,46877,1733408449493 2024-12-05T14:21:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52adedc7 2024-12-05T14:21:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:03,759 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:03,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:38013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:21:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:21:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:03,761 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:38013' 2024-12-05T14:21:03,762 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48519dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:03,762 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38013,-1 for getting cluster id 2024-12-05T14:21:03,762 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:03,762 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a781e90-12f2-4ab9-a768-9ded0f50f654' 2024-12-05T14:21:03,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:03,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a781e90-12f2-4ab9-a768-9ded0f50f654" 2024-12-05T14:21:03,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656cf501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:03,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38013,-1] 2024-12-05T14:21:03,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:03,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:03,764 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:03,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b54c87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:03,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:03,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38013,1733408438214 2024-12-05T14:21:03,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55379bee 2024-12-05T14:21:03,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:03,766 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:03,766 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T14:21:03,766 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:21:03,766 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:03,766 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:03,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:03,767 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:21:03,768 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:21:03,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:21:03,768 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:03,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:21:03,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741837_1013 (size=1138) 2024-12-05T14:21:03,818 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:21:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:04,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:21:04,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:04,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:04,095 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 379, reset compression=false 2024-12-05T14:21:04,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:04,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:04,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:04,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:04,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:04,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:04,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:04,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:04,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:04,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:04,130 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T14:21:04,175 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90481d5fbc1183d9779e78e536908b92, NAME => 'hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792 2024-12-05T14:21:04,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741838_1014 (size=44) 2024-12-05T14:21:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:04,480 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 379, reset compression=false 2024-12-05T14:21:04,580 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:04,580 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 90481d5fbc1183d9779e78e536908b92, disabling compactions & flushes 2024-12-05T14:21:04,580 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:04,580 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:04,580 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. after waiting 0 ms 2024-12-05T14:21:04,580 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:04,580 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:04,580 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90481d5fbc1183d9779e78e536908b92: Waiting for close lock at 1733408464580Disabling compacts and flushes for region at 1733408464580Disabling writes for close at 1733408464580Writing region close event to WAL at 1733408464580Closed at 1733408464580 2024-12-05T14:21:04,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:21:04,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408464581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408464581"}]},"ts":"1733408464581"} 2024-12-05T14:21:04,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:21:04,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:21:04,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408464583"}]},"ts":"1733408464583"} 2024-12-05T14:21:04,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:21:04,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90481d5fbc1183d9779e78e536908b92, ASSIGN}] 2024-12-05T14:21:04,586 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90481d5fbc1183d9779e78e536908b92, ASSIGN 2024-12-05T14:21:04,586 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90481d5fbc1183d9779e78e536908b92, ASSIGN; state=OFFLINE, location=218194e0d8ec,34033,1733408449631; forceNewPlan=false, retain=false 2024-12-05T14:21:04,599 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 379, reset compression=false 2024-12-05T14:21:04,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90481d5fbc1183d9779e78e536908b92, regionState=OPENING, regionLocation=218194e0d8ec,34033,1733408449631 2024-12-05T14:21:04,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90481d5fbc1183d9779e78e536908b92, ASSIGN because future has completed 2024-12-05T14:21:04,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90481d5fbc1183d9779e78e536908b92, server=218194e0d8ec,34033,1733408449631}] 2024-12-05T14:21:04,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:04,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:04,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:21:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:04,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C34033%2C1733408449631.rep, suffix=, logDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631, archiveDir=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/oldWALs, maxLogs=10 2024-12-05T14:21:04,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.rep.1733408464895, exclude list is [], retry=0 2024-12-05T14:21:04,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40503,DS-8acfbb11-438b-49fe-bc4c-67092fb29f57,DISK] 2024-12-05T14:21:04,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.rep.1733408464895 2024-12-05T14:21:04,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39027:39027)] 2024-12-05T14:21:04,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 90481d5fbc1183d9779e78e536908b92, NAME => 'hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:04,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:21:04,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:21:04,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. service=MultiRowMutationService 2024-12-05T14:21:04,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:21:04,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:04,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,911 INFO [StoreOpener-90481d5fbc1183d9779e78e536908b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,912 INFO [StoreOpener-90481d5fbc1183d9779e78e536908b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90481d5fbc1183d9779e78e536908b92 columnFamilyName hfileref 2024-12-05T14:21:04,912 DEBUG [StoreOpener-90481d5fbc1183d9779e78e536908b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:04,912 INFO [StoreOpener-90481d5fbc1183d9779e78e536908b92-1 {}] regionserver.HStore(327): Store=90481d5fbc1183d9779e78e536908b92/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:04,913 INFO [StoreOpener-90481d5fbc1183d9779e78e536908b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,913 INFO [StoreOpener-90481d5fbc1183d9779e78e536908b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90481d5fbc1183d9779e78e536908b92 columnFamilyName queue 2024-12-05T14:21:04,913 DEBUG [StoreOpener-90481d5fbc1183d9779e78e536908b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:04,914 INFO [StoreOpener-90481d5fbc1183d9779e78e536908b92-1 {}] regionserver.HStore(327): Store=90481d5fbc1183d9779e78e536908b92/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:04,914 INFO [StoreOpener-90481d5fbc1183d9779e78e536908b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,914 INFO [StoreOpener-90481d5fbc1183d9779e78e536908b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90481d5fbc1183d9779e78e536908b92 columnFamilyName sid 2024-12-05T14:21:04,914 DEBUG [StoreOpener-90481d5fbc1183d9779e78e536908b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:04,915 INFO [StoreOpener-90481d5fbc1183d9779e78e536908b92-1 {}] regionserver.HStore(327): Store=90481d5fbc1183d9779e78e536908b92/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:04,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/replication/90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/replication/90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:21:04,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/replication/90481d5fbc1183d9779e78e536908b92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:04,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 90481d5fbc1183d9779e78e536908b92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73602403, jitterRate=0.09676127135753632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:21:04,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:04,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 90481d5fbc1183d9779e78e536908b92: Running coprocessor pre-open hook at 1733408464909Writing region info on filesystem at 1733408464909Initializing all the Stores at 1733408464910 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408464910Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408464911 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408464911Cleaning up temporary data from old regions at 1733408464916 (+5 ms)Running coprocessor post-open hooks at 1733408464919 (+3 ms)Region opened successfully at 1733408464919 2024-12-05T14:21:04,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92., pid=10, masterSystemTime=1733408464891 2024-12-05T14:21:04,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:04,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:04,921 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90481d5fbc1183d9779e78e536908b92, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,34033,1733408449631 2024-12-05T14:21:04,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90481d5fbc1183d9779e78e536908b92, server=218194e0d8ec,34033,1733408449631 because future has completed 2024-12-05T14:21:04,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:21:04,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 90481d5fbc1183d9779e78e536908b92, server=218194e0d8ec,34033,1733408449631 in 184 msec 2024-12-05T14:21:04,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T14:21:04,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90481d5fbc1183d9779e78e536908b92, ASSIGN in 340 msec 2024-12-05T14:21:04,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:21:04,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408464927"}]},"ts":"1733408464927"} 2024-12-05T14:21:04,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:21:04,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:21:04,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-12-05T14:21:04,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92., hostname=218194e0d8ec,34033,1733408449631, seqNum=2] 2024-12-05T14:21:05,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:21:05,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:21:05,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:21:05,203 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 379, reset compression=false 2024-12-05T14:21:05,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T14:21:05,230 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:21:05,253 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,34033,1733408449631, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:21:05,254 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:05,254 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34033,1733408449631, seqNum=-1] 2024-12-05T14:21:05,254 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:05,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T14:21:05,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,34033,1733408449631', locateType=CURRENT is [region=hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92., hostname=218194e0d8ec,34033,1733408449631, seqNum=2] 2024-12-05T14:21:05,259 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T14:21:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T14:21:05,260 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,34033,1733408449631 suceeded 2024-12-05T14:21:05,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T14:21:05,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-05T14:21:05,262 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:38013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:21:05,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-12-05T14:21:05,271 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:38013' 2024-12-05T14:21:05,272 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@758c4096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:05,272 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38013,-1 for getting cluster id 2024-12-05T14:21:05,272 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:05,272 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a781e90-12f2-4ab9-a768-9ded0f50f654' 2024-12-05T14:21:05,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:05,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a781e90-12f2-4ab9-a768-9ded0f50f654" 2024-12-05T14:21:05,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@645119a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:05,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38013,-1] 2024-12-05T14:21:05,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:05,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:05,273 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:05,274 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b455e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:05,274 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:05,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38013,1733408438214 2024-12-05T14:21:05,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1675a8f6 2024-12-05T14:21:05,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:05,275 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T14:21:05,275 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,34033,1733408449631 (queues=1) is replicating from cluster=e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a to cluster=5a781e90-12f2-4ab9-a768-9ded0f50f654 2024-12-05T14:21:05,275 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C34033%2C1733408449631 2024-12-05T14:21:05,275 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,34033,1733408449631, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:21:05,276 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114, startPosition=0, beingWritten=true 2024-12-05T14:21:05,276 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C34033%2C1733408449631 2024-12-05T14:21:05,279 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:05,279 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 379, reset compression=false 2024-12-05T14:21:05,279 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34033,1733408449631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:05,383 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 379, reset compression=false 2024-12-05T14:21:05,484 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 379, reset compression=false 2024-12-05T14:21:05,787 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 379, reset compression=false 2024-12-05T14:21:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:05,905 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:21:05,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:05,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:05,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:05,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:05,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:05,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef211bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:05,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38013,-1 for getting cluster id 2024-12-05T14:21:05,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:05,906 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 379, reset compression=false 2024-12-05T14:21:05,906 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a781e90-12f2-4ab9-a768-9ded0f50f654' 2024-12-05T14:21:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a781e90-12f2-4ab9-a768-9ded0f50f654" 2024-12-05T14:21:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612bf301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38013,-1] 2024-12-05T14:21:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:05,907 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63747325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:05,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324d3456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:05,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35371,-1 for getting cluster id 2024-12-05T14:21:05,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:05,909 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f820cba9-4567-4a53-b494-0eb847d6c421' 2024-12-05T14:21:05,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:05,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f820cba9-4567-4a53-b494-0eb847d6c421" 2024-12-05T14:21:05,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33183813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:05,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35371,-1] 2024-12-05T14:21:05,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:05,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:05,910 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:05,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2705c781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:05,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23267dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:05,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,46877,-1 for getting cluster id 2024-12-05T14:21:05,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:05,912 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a' 2024-12-05T14:21:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a" 2024-12-05T14:21:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398fea3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,46877,-1] 2024-12-05T14:21:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:05,913 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316e8d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:05,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46727,1733408438438, seqNum=-1] 2024-12-05T14:21:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:05,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:21:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733408452997.96527671cc17a0d4c0b7925eac117893., hostname=218194e0d8ec,46727,1733408438438, seqNum=2] 2024-12-05T14:21:05,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34033,1733408449631, seqNum=-1] 2024-12-05T14:21:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:05,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:21:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733408457296.68285143b49f49776609d040354e59ef., hostname=218194e0d8ec,34033,1733408449631, seqNum=2] 2024-12-05T14:21:05,959 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T14:21:06,191 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 379, reset compression=false 2024-12-05T14:21:06,387 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 379, reset compression=false 2024-12-05T14:21:06,391 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:06,391 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 480, reset compression=false 2024-12-05T14:21:06,391 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46727,1733408438438 got entry batch from reader: WALEntryBatch [walEntries=[{test/96527671cc17a0d4c0b7925eac117893/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T14:21:06,393 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:21:06,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-05T14:21:06,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:06,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31412188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:06,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35371,-1 for getting cluster id 2024-12-05T14:21:06,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:06,396 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f820cba9-4567-4a53-b494-0eb847d6c421' 2024-12-05T14:21:06,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:06,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f820cba9-4567-4a53-b494-0eb847d6c421" 2024-12-05T14:21:06,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73500228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:06,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35371,-1] 2024-12-05T14:21:06,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:06,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:06,397 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:06,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@699bef1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:06,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:06,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46613,1733408444090, seqNum=-1] 2024-12-05T14:21:06,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:06,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T14:21:06,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2., hostname=218194e0d8ec,46613,1733408444090, seqNum=2] 2024-12-05T14:21:06,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:06,595 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 480, reset compression=false 2024-12-05T14:21:06,695 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 379, reset compression=false 2024-12-05T14:21:06,709 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 379, reset compression=false 2024-12-05T14:21:06,714 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:06,714 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 503, reset compression=false 2024-12-05T14:21:06,714 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46613,1733408444090 got entry batch from reader: WALEntryBatch [walEntries=[{test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T14:21:06,717 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:21:06,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-05T14:21:06,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:06,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23094a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:06,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,46877,-1 for getting cluster id 2024-12-05T14:21:06,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:06,721 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a' 2024-12-05T14:21:06,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:06,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a" 2024-12-05T14:21:06,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ff0dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:06,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,46877,-1] 2024-12-05T14:21:06,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:06,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:06,723 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:06,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a92b757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:06,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:06,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34033,1733408449631, seqNum=-1] 2024-12-05T14:21:06,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:06,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T14:21:06,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733408457296.68285143b49f49776609d040354e59ef., hostname=218194e0d8ec,34033,1733408449631, seqNum=2] 2024-12-05T14:21:06,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:06,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T14:21:06,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T14:21:06,898 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 480, reset compression=false 2024-12-05T14:21:06,922 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 503, reset compression=false 2024-12-05T14:21:06,961 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T14:21:06,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:06,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46613,1733408444090, seqNum=-1] 2024-12-05T14:21:06,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:06,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:21:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2., hostname=218194e0d8ec,46613,1733408444090, seqNum=2] 2024-12-05T14:21:06,968 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T14:21:07,225 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 503, reset compression=false 2024-12-05T14:21:07,230 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:07,230 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 607, reset compression=false 2024-12-05T14:21:07,230 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46613,1733408444090 got entry batch from reader: WALEntryBatch [walEntries=[{test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T14:21:07,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:07,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:07,298 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 379, reset compression=false 2024-12-05T14:21:07,302 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:07,302 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 655, reset compression=false 2024-12-05T14:21:07,302 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34033,1733408449631 got entry batch from reader: WALEntryBatch [walEntries=[{test/68285143b49f49776609d040354e59ef/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T14:21:07,304 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:21:07,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T14:21:07,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:07,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@700b2d6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:07,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38013,-1 for getting cluster id 2024-12-05T14:21:07,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:07,306 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a781e90-12f2-4ab9-a768-9ded0f50f654' 2024-12-05T14:21:07,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:07,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a781e90-12f2-4ab9-a768-9ded0f50f654" 2024-12-05T14:21:07,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ae48301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:07,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38013,-1] 2024-12-05T14:21:07,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:07,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:07,307 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:07,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@396dd81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:07,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:07,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,46727,1733408438438, seqNum=-1] 2024-12-05T14:21:07,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:07,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T14:21:07,310 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 480, reset compression=false 2024-12-05T14:21:07,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733408452997.96527671cc17a0d4c0b7925eac117893., hostname=218194e0d8ec,46727,1733408438438, seqNum=2] 2024-12-05T14:21:07,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:07,314 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:07,314 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 632, reset compression=false 2024-12-05T14:21:07,314 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46727,1733408438438 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:07,433 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 607, reset compression=false 2024-12-05T14:21:07,505 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 655, reset compression=false 2024-12-05T14:21:07,518 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 632, reset compression=false 2024-12-05T14:21:07,737 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 607, reset compression=false 2024-12-05T14:21:07,804 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:21:07,809 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 655, reset compression=false 2024-12-05T14:21:07,822 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 632, reset compression=false 2024-12-05T14:21:07,969 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T14:21:07,972 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T14:21:08,140 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 607, reset compression=false 2024-12-05T14:21:08,212 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 655, reset compression=false 2024-12-05T14:21:08,216 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:08,216 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 759, reset compression=false 2024-12-05T14:21:08,216 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34033,1733408449631 got entry batch from reader: WALEntryBatch [walEntries=[{test/68285143b49f49776609d040354e59ef/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T14:21:08,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:08,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:08,225 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 632, reset compression=false 2024-12-05T14:21:08,228 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:08,228 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 760, reset compression=false 2024-12-05T14:21:08,228 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46727,1733408438438 got entry batch from reader: WALEntryBatch [walEntries=[{test/96527671cc17a0d4c0b7925eac117893/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T14:21:08,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:08,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:08,419 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 759, reset compression=false 2024-12-05T14:21:08,432 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 760, reset compression=false 2024-12-05T14:21:08,644 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 607, reset compression=false 2024-12-05T14:21:08,648 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:08,648 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 758, reset compression=false 2024-12-05T14:21:08,648 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46613,1733408444090 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:08,722 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 759, reset compression=false 2024-12-05T14:21:08,734 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 760, reset compression=false 2024-12-05T14:21:08,851 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 758, reset compression=false 2024-12-05T14:21:08,973 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T14:21:08,977 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T14:21:09,133 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 759, reset compression=false 2024-12-05T14:21:09,137 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 760, reset compression=false 2024-12-05T14:21:09,141 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:09,141 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 916, reset compression=false 2024-12-05T14:21:09,141 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46727,1733408438438 got entry batch from reader: WALEntryBatch [walEntries=[{test/96527671cc17a0d4c0b7925eac117893/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T14:21:09,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:09,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:09,155 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 758, reset compression=false 2024-12-05T14:21:09,158 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:09,159 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 905, reset compression=false 2024-12-05T14:21:09,159 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46613,1733408444090 got entry batch from reader: WALEntryBatch [walEntries=[{test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T14:21:09,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:09,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:09,345 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 916, reset compression=false 2024-12-05T14:21:09,362 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 905, reset compression=false 2024-12-05T14:21:09,636 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 759, reset compression=false 2024-12-05T14:21:09,640 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:09,640 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 930, reset compression=false 2024-12-05T14:21:09,640 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34033,1733408449631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:09,648 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 916, reset compression=false 2024-12-05T14:21:09,664 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 905, reset compression=false 2024-12-05T14:21:09,843 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 930, reset compression=false 2024-12-05T14:21:09,978 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T14:21:09,981 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T14:21:10,051 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 916, reset compression=false 2024-12-05T14:21:10,068 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 905, reset compression=false 2024-12-05T14:21:10,071 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:10,071 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1064, reset compression=false 2024-12-05T14:21:10,071 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46613,1733408444090 got entry batch from reader: WALEntryBatch [walEntries=[{test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T14:21:10,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:10,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:10,146 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 930, reset compression=false 2024-12-05T14:21:10,149 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:10,149 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1080, reset compression=false 2024-12-05T14:21:10,149 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34033,1733408449631 got entry batch from reader: WALEntryBatch [walEntries=[{test/68285143b49f49776609d040354e59ef/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T14:21:10,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:10,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:10,274 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1064, reset compression=false 2024-12-05T14:21:10,353 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1080, reset compression=false 2024-12-05T14:21:10,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:21:10,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:10,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:10,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:10,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:10,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:10,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:10,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:10,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:10,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:10,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:10,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:10,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:10,554 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 916, reset compression=false 2024-12-05T14:21:10,558 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:10,558 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1090, reset compression=false 2024-12-05T14:21:10,558 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46727,1733408438438 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:10,577 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1064, reset compression=false 2024-12-05T14:21:10,655 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1080, reset compression=false 2024-12-05T14:21:10,760 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1090, reset compression=false 2024-12-05T14:21:10,980 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1064, reset compression=false 2024-12-05T14:21:10,983 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T14:21:10,986 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T14:21:11,059 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1080, reset compression=false 2024-12-05T14:21:11,062 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:11,062 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1239, reset compression=false 2024-12-05T14:21:11,062 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34033,1733408449631 got entry batch from reader: WALEntryBatch [walEntries=[{test/68285143b49f49776609d040354e59ef/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T14:21:11,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:11,063 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1090, reset compression=false 2024-12-05T14:21:11,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:11,067 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:11,067 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1240, reset compression=false 2024-12-05T14:21:11,067 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46727,1733408438438 got entry batch from reader: WALEntryBatch [walEntries=[{test/96527671cc17a0d4c0b7925eac117893/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T14:21:11,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:11,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:11,265 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1239, reset compression=false 2024-12-05T14:21:11,270 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1240, reset compression=false 2024-12-05T14:21:11,483 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1064, reset compression=false 2024-12-05T14:21:11,487 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:11,487 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1237, reset compression=false 2024-12-05T14:21:11,487 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46613,1733408444090 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:11,568 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1239, reset compression=false 2024-12-05T14:21:11,572 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1240, reset compression=false 2024-12-05T14:21:11,690 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1237, reset compression=false 2024-12-05T14:21:11,972 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1239, reset compression=false 2024-12-05T14:21:11,975 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1240, reset compression=false 2024-12-05T14:21:11,988 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T14:21:11,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db48acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:11,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,46877,-1 for getting cluster id 2024-12-05T14:21:11,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:11,993 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a' 2024-12-05T14:21:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a" 2024-12-05T14:21:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abda473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:11,994 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1237, reset compression=false 2024-12-05T14:21:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,46877,-1] 2024-12-05T14:21:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:11,995 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af661bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:11,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:11,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,46877,1733408449493 2024-12-05T14:21:11,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a17cd8a 2024-12-05T14:21:11,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:11,999 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:12,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-05T14:21:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-05T14:21:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T14:21:12,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:21:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T14:21:12,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T14:21:12,261 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-05T14:21:12,262 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-05T14:21:12,262 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,34033,1733408449631 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-05T14:21:12,262 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0. 2024-12-05T14:21:12,262 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:12,262 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:12,262 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:12,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T14:21:12,363 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T14:21:12,363 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T14:21:12,398 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1237, reset compression=false 2024-12-05T14:21:12,463 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 terminated 2024-12-05T14:21:12,478 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1240, reset compression=false 2024-12-05T14:21:12,482 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,34033,1733408449631, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:21:12,483 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-05T14:21:12,483 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T14:21:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T14:21:12,485 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 218194e0d8ec,34033,1733408449631 suceeded 2024-12-05T14:21:12,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T14:21:12,486 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-05T14:21:12,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 376 msec 2024-12-05T14:21:12,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 486 msec 2024-12-05T14:21:12,494 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:38013' 2024-12-05T14:21:12,495 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1398018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:12,495 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38013,-1 for getting cluster id 2024-12-05T14:21:12,495 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:12,496 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a781e90-12f2-4ab9-a768-9ded0f50f654' 2024-12-05T14:21:12,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:12,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a781e90-12f2-4ab9-a768-9ded0f50f654" 2024-12-05T14:21:12,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ef02ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:12,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38013,-1] 2024-12-05T14:21:12,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:12,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:12,497 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:12,497 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1be1a3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:12,497 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:12,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38013,1733408438214 2024-12-05T14:21:12,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3337d19 2024-12-05T14:21:12,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:12,499 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T14:21:12,499 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,34033,1733408449631 (queues=1) is replicating from cluster=e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a to cluster=5a781e90-12f2-4ab9-a768-9ded0f50f654 2024-12-05T14:21:12,499 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C34033%2C1733408449631 2024-12-05T14:21:12,499 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,34033,1733408449631, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:21:12,500 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C34033%2C1733408449631 2024-12-05T14:21:12,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:12,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:21:12,594 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68420 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:21:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T14:21:12,635 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:21:12,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:12,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:12,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:12,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:12,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:12,658 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-05T14:21:12,901 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1237, reset compression=false 2024-12-05T14:21:13,081 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1240, reset compression=false 2024-12-05T14:21:13,084 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:13,085 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1344, reset compression=false 2024-12-05T14:21:13,085 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46727,1733408438438 got entry batch from reader: WALEntryBatch [walEntries=[{test/96527671cc17a0d4c0b7925eac117893/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T14:21:13,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:13,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:13,288 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1344, reset compression=false 2024-12-05T14:21:13,426 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:21:13,504 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1237, reset compression=false 2024-12-05T14:21:13,508 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:13,508 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1364, reset compression=false 2024-12-05T14:21:13,508 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46613,1733408444090 got entry batch from reader: WALEntryBatch [walEntries=[{test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T14:21:13,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:13,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:13,591 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1344, reset compression=false 2024-12-05T14:21:13,659 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-05T14:21:13,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b635ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:13,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,46877,-1 for getting cluster id 2024-12-05T14:21:13,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:13,662 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a' 2024-12-05T14:21:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1f5f8bf-472a-4bfa-9d77-bbb7a1947b6a" 2024-12-05T14:21:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614cdd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,46877,-1] 2024-12-05T14:21:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:13,663 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b2d87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:13,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,46877,1733408449493 2024-12-05T14:21:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32555964 2024-12-05T14:21:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:13,667 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:13,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-05T14:21:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-05T14:21:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T14:21:13,711 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1364, reset compression=false 2024-12-05T14:21:13,715 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:13,715 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1468, reset compression=false 2024-12-05T14:21:13,715 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46613,1733408444090 got entry batch from reader: WALEntryBatch [walEntries=[{test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T14:21:13,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:13,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:13,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:21:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T14:21:13,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-05T14:21:13,872 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-05T14:21:13,872 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T14:21:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T14:21:13,874 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 218194e0d8ec,34033,1733408449631 suceeded 2024-12-05T14:21:13,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T14:21:13,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-05T14:21:13,876 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-05T14:21:13,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 209 msec 2024-12-05T14:21:13,901 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114, startPosition=1239, beingWritten=true 2024-12-05T14:21:13,904 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:13,904 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1518, reset compression=false 2024-12-05T14:21:13,904 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34033,1733408449631 got entry batch from reader: WALEntryBatch [walEntries=[{test/68285143b49f49776609d040354e59ef/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T14:21:13,906 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:21:13,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T14:21:13,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:13,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:13,918 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1468, reset compression=false 2024-12-05T14:21:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T14:21:13,985 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:21:13,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:13,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:13,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:13,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:13,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:13,986 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-05T14:21:13,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:21:13,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:13,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:13,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:13,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:13,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:13,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:21:13,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=129462558, stopped=false 2024-12-05T14:21:13,987 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,46877,1733408449493 2024-12-05T14:21:13,995 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1344, reset compression=false 2024-12-05T14:21:13,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2258839792/running 2024-12-05T14:21:13,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2258839792/running 2024-12-05T14:21:13,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:21:13,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:21:13,996 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:21:13,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:13,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:13,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:13,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Set watcher on znode that does not yet exist, /2258839792/running 2024-12-05T14:21:13,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Set watcher on znode that does not yet exist, /2258839792/running 2024-12-05T14:21:13,997 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,34033,1733408449631' ***** 2024-12-05T14:21:13,997 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:21:13,997 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:21:13,997 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:21:13,997 INFO [RS:0;218194e0d8ec:34033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:21:13,998 INFO [RS:0;218194e0d8ec:34033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:21:13,998 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(3091): Received CLOSE for 68285143b49f49776609d040354e59ef 2024-12-05T14:21:13,998 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(3091): Received CLOSE for 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:13,998 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,34033,1733408449631 2024-12-05T14:21:13,998 INFO [RS:0;218194e0d8ec:34033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:21:13,998 INFO [RS:0;218194e0d8ec:34033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:34033. 2024-12-05T14:21:13,998 DEBUG [RS:0;218194e0d8ec:34033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:13,998 DEBUG [RS:0;218194e0d8ec:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:13,998 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68285143b49f49776609d040354e59ef, disabling compactions & flushes 2024-12-05T14:21:13,998 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:21:13,998 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:21:13,998 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408457296.68285143b49f49776609d040354e59ef. 2024-12-05T14:21:13,998 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:21:13,998 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408457296.68285143b49f49776609d040354e59ef. 2024-12-05T14:21:13,998 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:21:13,998 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408457296.68285143b49f49776609d040354e59ef. after waiting 0 ms 2024-12-05T14:21:13,998 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408457296.68285143b49f49776609d040354e59ef. 2024-12-05T14:21:13,998 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 68285143b49f49776609d040354e59ef 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T14:21:13,999 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T14:21:13,999 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1325): Online Regions={68285143b49f49776609d040354e59ef=test,,1733408457296.68285143b49f49776609d040354e59ef., 90481d5fbc1183d9779e78e536908b92=hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:21:13,999 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68285143b49f49776609d040354e59ef, 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:13,999 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:21:13,999 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:21:13,999 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:21:13,999 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:21:13,999 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:21:13,999 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T14:21:13,999 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:21:13,999 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:21:13,999 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:13,999 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:14,000 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46727,1733408438438 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:14,004 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:21:14,019 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/.tmp/f/9bab41cb3e674162985a92fa735f8697 is 37, key is row3/f:row3/1733408472636/Put/seqid=0 2024-12-05T14:21:14,019 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/.tmp/info/4666ef90e4a246e0a3b7fda2df473497 is 147, key is hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92./info:regioninfo/1733408464921/Put/seqid=0 2024-12-05T14:21:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741841_1017 (size=5228) 2024-12-05T14:21:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741840_1016 (size=7686) 2024-12-05T14:21:14,022 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/.tmp/info/4666ef90e4a246e0a3b7fda2df473497 2024-12-05T14:21:14,037 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/.tmp/ns/100061720da6459c91a36de4dad3cfd5 is 43, key is default/ns:d/1733408452909/Put/seqid=0 2024-12-05T14:21:14,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741842_1018 (size=5153) 2024-12-05T14:21:14,110 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1518, reset compression=false 2024-12-05T14:21:14,114 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:14,114 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1765, reset compression=false 2024-12-05T14:21:14,114 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34033,1733408449631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:14,115 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 218194e0d8ec,34033,1733408449631: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-218194e0d8ec,34033,1733408449631, walGroup=218194e0d8ec%2C34033%2C1733408449631, offset=218194e0d8ec%2C34033%2C1733408449631.1733408452114:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:34033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T14:21:14,116 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:21:14,116 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:21:14,116 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:21:14,116 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:21:14,116 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:21:14,116 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1151336448, "init": 1048576000, "max": 2306867200, "used": 861196256 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198409160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:21:14,117 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:46877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:46877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T14:21:14,199 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68285143b49f49776609d040354e59ef, 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:14,209 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:14,221 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1468, reset compression=false 2024-12-05T14:21:14,317 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1765, reset compression=false 2024-12-05T14:21:14,399 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68285143b49f49776609d040354e59ef, 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:14,422 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/.tmp/f/9bab41cb3e674162985a92fa735f8697 2024-12-05T14:21:14,426 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bab41cb3e674162985a92fa735f8697 2024-12-05T14:21:14,437 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/.tmp/f1/6a6d4d54856b44648d6380d18ef9407b is 30, key is row1/f1:/1733408469979/DeleteFamily/seqid=0 2024-12-05T14:21:14,440 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/.tmp/ns/100061720da6459c91a36de4dad3cfd5 2024-12-05T14:21:14,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741843_1019 (size=5158) 2024-12-05T14:21:14,454 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/.tmp/rep_barrier/cfe0a71793eb4481901751b480516ded is 112, key is test,,1733408457296.68285143b49f49776609d040354e59ef./rep_barrier:seqnumDuringOpen/1733408458567/Put/seqid=0 2024-12-05T14:21:14,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741844_1020 (size=5518) 2024-12-05T14:21:14,512 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:14,599 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68285143b49f49776609d040354e59ef, 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:14,620 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1765, reset compression=false 2024-12-05T14:21:14,624 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1468, reset compression=false 2024-12-05T14:21:14,799 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68285143b49f49776609d040354e59ef, 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:14,841 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/.tmp/f1/6a6d4d54856b44648d6380d18ef9407b 2024-12-05T14:21:14,844 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a6d4d54856b44648d6380d18ef9407b 2024-12-05T14:21:14,856 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/.tmp/norep/5dfb08aa2e334856b71f543613490f6a is 33, key is row2/norep:/1733408470983/DeleteFamily/seqid=0 2024-12-05T14:21:14,857 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/.tmp/rep_barrier/cfe0a71793eb4481901751b480516ded 2024-12-05T14:21:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741845_1021 (size=5108) 2024-12-05T14:21:14,871 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/.tmp/table/8ade1be03dbf4b79b5eed52a3af04cef is 53, key is hbase:replication/table:state/1733408464927/Put/seqid=0 2024-12-05T14:21:14,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741846_1022 (size=5308) 2024-12-05T14:21:14,915 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:14,999 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68285143b49f49776609d040354e59ef, 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:15,023 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1765, reset compression=false 2024-12-05T14:21:15,126 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1468, reset compression=false 2024-12-05T14:21:15,200 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68285143b49f49776609d040354e59ef, 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:15,259 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/.tmp/norep/5dfb08aa2e334856b71f543613490f6a 2024-12-05T14:21:15,263 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5dfb08aa2e334856b71f543613490f6a 2024-12-05T14:21:15,263 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/.tmp/f/9bab41cb3e674162985a92fa735f8697 as hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/f/9bab41cb3e674162985a92fa735f8697 2024-12-05T14:21:15,267 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bab41cb3e674162985a92fa735f8697 2024-12-05T14:21:15,267 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/f/9bab41cb3e674162985a92fa735f8697, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T14:21:15,267 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/.tmp/f1/6a6d4d54856b44648d6380d18ef9407b as hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/f1/6a6d4d54856b44648d6380d18ef9407b 2024-12-05T14:21:15,270 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a6d4d54856b44648d6380d18ef9407b 2024-12-05T14:21:15,270 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/f1/6a6d4d54856b44648d6380d18ef9407b, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T14:21:15,271 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/.tmp/norep/5dfb08aa2e334856b71f543613490f6a as hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/norep/5dfb08aa2e334856b71f543613490f6a 2024-12-05T14:21:15,273 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5dfb08aa2e334856b71f543613490f6a 2024-12-05T14:21:15,273 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/norep/5dfb08aa2e334856b71f543613490f6a, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T14:21:15,274 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 68285143b49f49776609d040354e59ef in 1276ms, sequenceid=12, compaction requested=false 2024-12-05T14:21:15,275 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/.tmp/table/8ade1be03dbf4b79b5eed52a3af04cef 2024-12-05T14:21:15,277 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/default/test/68285143b49f49776609d040354e59ef/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T14:21:15,278 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:21:15,278 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:21:15,278 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408457296.68285143b49f49776609d040354e59ef. 2024-12-05T14:21:15,278 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68285143b49f49776609d040354e59ef: Waiting for close lock at 1733408473998Running coprocessor pre-close hooks at 1733408473998Disabling compacts and flushes for region at 1733408473998Disabling writes for close at 1733408473998Obtaining lock to block concurrent updates at 1733408473998Preparing flush snapshotting stores in 68285143b49f49776609d040354e59ef at 1733408473998Finished memstore snapshotting test,,1733408457296.68285143b49f49776609d040354e59ef., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733408473999 (+1 ms)Flushing stores of test,,1733408457296.68285143b49f49776609d040354e59ef. at 1733408474000 (+1 ms)Flushing 68285143b49f49776609d040354e59ef/f: creating writer at 1733408474000Flushing 68285143b49f49776609d040354e59ef/f: appending metadata at 1733408474018 (+18 ms)Flushing 68285143b49f49776609d040354e59ef/f: closing flushed file at 1733408474018Flushing 68285143b49f49776609d040354e59ef/f1: creating writer at 1733408474426 (+408 ms)Flushing 68285143b49f49776609d040354e59ef/f1: appending metadata at 1733408474437 (+11 ms)Flushing 68285143b49f49776609d040354e59ef/f1: closing flushed file at 1733408474437Flushing 68285143b49f49776609d040354e59ef/norep: creating writer at 1733408474844 (+407 ms)Flushing 68285143b49f49776609d040354e59ef/norep: appending metadata at 1733408474855 (+11 ms)Flushing 68285143b49f49776609d040354e59ef/norep: closing flushed file at 1733408474855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0f526d: reopening flushed file at 1733408475263 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a456201: reopening flushed file at 1733408475267 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171f4b1b: reopening flushed file at 1733408475270 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 68285143b49f49776609d040354e59ef in 1276ms, sequenceid=12, compaction requested=false at 1733408475274 (+4 ms)Writing region close event to WAL at 1733408475275 (+1 ms)Running coprocessor post-close hooks at 1733408475278 (+3 ms)Closed at 1733408475278 2024-12-05T14:21:15,278 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408457296.68285143b49f49776609d040354e59ef. 2024-12-05T14:21:15,278 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90481d5fbc1183d9779e78e536908b92, disabling compactions & flushes 2024-12-05T14:21:15,278 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:15,278 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:15,278 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. after waiting 0 ms 2024-12-05T14:21:15,278 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:15,278 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90481d5fbc1183d9779e78e536908b92: Waiting for close lock at 1733408475278Running coprocessor pre-close hooks at 1733408475278Disabling compacts and flushes for region at 1733408475278Disabling writes for close at 1733408475278Failed flush hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92., putting online again at 1733408475278 2024-12-05T14:21:15,279 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/.tmp/info/4666ef90e4a246e0a3b7fda2df473497 as hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/info/4666ef90e4a246e0a3b7fda2df473497 2024-12-05T14:21:15,279 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:15,282 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/info/4666ef90e4a246e0a3b7fda2df473497, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T14:21:15,282 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/.tmp/ns/100061720da6459c91a36de4dad3cfd5 as hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/ns/100061720da6459c91a36de4dad3cfd5 2024-12-05T14:21:15,285 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/ns/100061720da6459c91a36de4dad3cfd5, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T14:21:15,285 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/.tmp/rep_barrier/cfe0a71793eb4481901751b480516ded as hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/rep_barrier/cfe0a71793eb4481901751b480516ded 2024-12-05T14:21:15,288 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/rep_barrier/cfe0a71793eb4481901751b480516ded, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T14:21:15,289 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/.tmp/table/8ade1be03dbf4b79b5eed52a3af04cef as hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/table/8ade1be03dbf4b79b5eed52a3af04cef 2024-12-05T14:21:15,292 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/table/8ade1be03dbf4b79b5eed52a3af04cef, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T14:21:15,292 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=16, compaction requested=false 2024-12-05T14:21:15,295 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:21:15,296 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:21:15,296 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:21:15,296 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:21:15,296 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408473999Running coprocessor pre-close hooks at 1733408473999Disabling compacts and flushes for region at 1733408473999Disabling writes for close at 1733408473999Obtaining lock to block concurrent updates at 1733408473999Preparing flush snapshotting stores in 1588230740 at 1733408473999Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733408473999Flushing stores of hbase:meta,,1.1588230740 at 1733408474000 (+1 ms)Flushing 1588230740/info: creating writer at 1733408474000Flushing 1588230740/info: appending metadata at 1733408474018 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733408474018Flushing 1588230740/ns: creating writer at 1733408474025 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733408474036 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733408474036Flushing 1588230740/rep_barrier: creating writer at 1733408474443 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408474453 (+10 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408474454 (+1 ms)Flushing 1588230740/table: creating writer at 1733408474861 (+407 ms)Flushing 1588230740/table: appending metadata at 1733408474871 (+10 ms)Flushing 1588230740/table: closing flushed file at 1733408474871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7cb8b6: reopening flushed file at 1733408475278 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1588f8bb: reopening flushed file at 1733408475282 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d30756: reopening flushed file at 1733408475285 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@790e4f3: reopening flushed file at 1733408475288 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=16, compaction requested=false at 1733408475292 (+4 ms)Writing region close event to WAL at 1733408475293 (+1 ms)Running coprocessor post-close hooks at 1733408475296 (+3 ms)Closed at 1733408475296 2024-12-05T14:21:15,296 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:21:15,400 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:21:15,400 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1325): Online Regions={90481d5fbc1183d9779e78e536908b92=hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92.} 2024-12-05T14:21:15,400 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(3091): Received CLOSE for 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:15,400 DEBUG [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1351): Waiting on 90481d5fbc1183d9779e78e536908b92 2024-12-05T14:21:15,400 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90481d5fbc1183d9779e78e536908b92, disabling compactions & flushes 2024-12-05T14:21:15,400 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:15,400 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:15,400 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. after waiting 0 ms 2024-12-05T14:21:15,400 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:15,400 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90481d5fbc1183d9779e78e536908b92: Waiting for close lock at 1733408475400Running coprocessor pre-close hooks at 1733408475400Disabling compacts and flushes for region at 1733408475400Disabling writes for close at 1733408475400Failed flush hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92., putting online again at 1733408475400 2024-12-05T14:21:15,400 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733408463767.90481d5fbc1183d9779e78e536908b92. 2024-12-05T14:21:15,418 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:15,526 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 1765, reset compression=false 2024-12-05T14:21:15,530 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:15,530 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 2409, reset compression=false 2024-12-05T14:21:15,600 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T14:21:15,600 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,34033,1733408449631; all regions closed. 2024-12-05T14:21:15,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741834_1010 (size=4239) 2024-12-05T14:21:15,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741839_1015 (size=2172) 2024-12-05T14:21:15,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.rep.1733408464895 not finished, retry = 0 2024-12-05T14:21:15,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 not finished, retry = 0 2024-12-05T14:21:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741833_1009 (size=2417) 2024-12-05T14:21:15,730 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1468, reset compression=false 2024-12-05T14:21:15,733 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 to pos 2409, reset compression=false 2024-12-05T14:21:15,807 DEBUG [RS:0;218194e0d8ec:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:15,807 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:21:15,807 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/WALs/218194e0d8ec,34033,1733408449631/218194e0d8ec%2C34033%2C1733408449631.1733408452114 2024-12-05T14:21:15,807 INFO [RS:0;218194e0d8ec:34033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:21:15,807 INFO [RS:0;218194e0d8ec:34033 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:21:15,807 INFO [RS:0;218194e0d8ec:34033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:21:15,808 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:21:15,808 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,34033,1733408449631 because: Region server is closing 2024-12-05T14:21:15,808 INFO [RS:0;218194e0d8ec:34033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:34033. 2024-12-05T14:21:15,808 DEBUG [RS:0;218194e0d8ec:34033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:15,808 DEBUG [RS:0;218194e0d8ec:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:15,808 DEBUG [RS:0;218194e0d8ec:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:15,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:15,908 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.shipper218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 terminated 2024-12-05T14:21:15,908 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34033,1733408449631.replicationSource.wal-reader.218194e0d8ec%2C34033%2C1733408449631,1-218194e0d8ec,34033,1733408449631 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T14:21:15,908 INFO [RS:0;218194e0d8ec:34033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:34033. 2024-12-05T14:21:15,909 DEBUG [RS:0;218194e0d8ec:34033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:15,909 DEBUG [RS:0;218194e0d8ec:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:15,909 DEBUG [RS:0;218194e0d8ec:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:15,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:15,909 INFO [RS:0;218194e0d8ec:34033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34033 2024-12-05T14:21:15,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2258839792/rs/218194e0d8ec,34033,1733408449631 2024-12-05T14:21:15,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792/rs 2024-12-05T14:21:15,992 INFO [RS:0;218194e0d8ec:34033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:21:16,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,34033,1733408449631] 2024-12-05T14:21:16,013 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2258839792/draining/218194e0d8ec,34033,1733408449631 already deleted, retry=false 2024-12-05T14:21:16,013 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,34033,1733408449631 expired; onlineServers=0 2024-12-05T14:21:16,013 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,46877,1733408449493' ***** 2024-12-05T14:21:16,013 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:21:16,013 INFO [M:0;218194e0d8ec:46877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:21:16,013 INFO [M:0;218194e0d8ec:46877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:21:16,013 DEBUG [M:0;218194e0d8ec:46877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:21:16,014 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:21:16,014 DEBUG [M:0;218194e0d8ec:46877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:21:16,014 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408451652 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408451652,5,FailOnTimeoutGroup] 2024-12-05T14:21:16,014 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408451656 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408451656,5,FailOnTimeoutGroup] 2024-12-05T14:21:16,014 INFO [M:0;218194e0d8ec:46877 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:21:16,014 INFO [M:0;218194e0d8ec:46877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:21:16,014 DEBUG [M:0;218194e0d8ec:46877 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:21:16,014 INFO [M:0;218194e0d8ec:46877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:21:16,014 INFO [M:0;218194e0d8ec:46877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:21:16,014 INFO [M:0;218194e0d8ec:46877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:21:16,014 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:21:16,021 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:16,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2258839792/master 2024-12-05T14:21:16,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2258839792 2024-12-05T14:21:16,024 DEBUG [M:0;218194e0d8ec:46877 {}] zookeeper.ZKUtil(347): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Unable to get data of znode /2258839792/master because node does not exist (not an error) 2024-12-05T14:21:16,024 WARN [M:0;218194e0d8ec:46877 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:21:16,025 INFO [M:0;218194e0d8ec:46877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/.lastflushedseqids 2024-12-05T14:21:16,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741847_1023 (size=245) 2024-12-05T14:21:16,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:21:16,103 INFO [RS:0;218194e0d8ec:34033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:21:16,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x101a5ddaab10007, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:21:16,103 INFO [RS:0;218194e0d8ec:34033 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,34033,1733408449631; zookeeper connection closed. 2024-12-05T14:21:16,103 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c55d5f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c55d5f0 2024-12-05T14:21:16,103 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:21:16,428 INFO [M:0;218194e0d8ec:46877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:21:16,428 INFO [M:0;218194e0d8ec:46877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:21:16,429 DEBUG [M:0;218194e0d8ec:46877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:21:16,429 INFO [M:0;218194e0d8ec:46877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:16,429 DEBUG [M:0;218194e0d8ec:46877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:16,429 DEBUG [M:0;218194e0d8ec:46877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:21:16,429 DEBUG [M:0;218194e0d8ec:46877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:16,429 INFO [M:0;218194e0d8ec:46877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-05T14:21:16,432 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1468, reset compression=false 2024-12-05T14:21:16,441 DEBUG [M:0;218194e0d8ec:46877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a990ca23cf34e5eab9ed3fe024a4896 is 82, key is hbase:meta,,1/info:regioninfo/1733408452893/Put/seqid=0 2024-12-05T14:21:16,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741848_1024 (size=5672) 2024-12-05T14:21:16,724 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:16,844 INFO [M:0;218194e0d8ec:46877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a990ca23cf34e5eab9ed3fe024a4896 2024-12-05T14:21:16,858 DEBUG [M:0;218194e0d8ec:46877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b8024e2f57b46a68cfea14ad60489f5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733408464929/Put/seqid=0 2024-12-05T14:21:16,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741849_1025 (size=9212) 2024-12-05T14:21:17,236 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1468, reset compression=false 2024-12-05T14:21:17,262 INFO [M:0;218194e0d8ec:46877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b8024e2f57b46a68cfea14ad60489f5 2024-12-05T14:21:17,276 DEBUG [M:0;218194e0d8ec:46877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16fc5275160d4d1284f9d5d786d023f3 is 69, key is 218194e0d8ec,34033,1733408449631/rs:state/1733408451784/Put/seqid=0 2024-12-05T14:21:17,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741850_1026 (size=5156) 2024-12-05T14:21:17,527 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:17,719 INFO [M:0;218194e0d8ec:46877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16fc5275160d4d1284f9d5d786d023f3 2024-12-05T14:21:17,723 DEBUG [M:0;218194e0d8ec:46877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a990ca23cf34e5eab9ed3fe024a4896 as hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a990ca23cf34e5eab9ed3fe024a4896 2024-12-05T14:21:17,727 INFO [M:0;218194e0d8ec:46877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a990ca23cf34e5eab9ed3fe024a4896, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T14:21:17,727 DEBUG [M:0;218194e0d8ec:46877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b8024e2f57b46a68cfea14ad60489f5 as hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b8024e2f57b46a68cfea14ad60489f5 2024-12-05T14:21:17,731 INFO [M:0;218194e0d8ec:46877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b8024e2f57b46a68cfea14ad60489f5, entries=15, sequenceid=127, filesize=9.0 K 2024-12-05T14:21:17,731 DEBUG [M:0;218194e0d8ec:46877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16fc5275160d4d1284f9d5d786d023f3 as hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16fc5275160d4d1284f9d5d786d023f3 2024-12-05T14:21:17,734 INFO [M:0;218194e0d8ec:46877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40443/user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16fc5275160d4d1284f9d5d786d023f3, entries=1, sequenceid=127, filesize=5.0 K 2024-12-05T14:21:17,735 INFO [M:0;218194e0d8ec:46877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=127, compaction requested=false 2024-12-05T14:21:17,736 INFO [M:0;218194e0d8ec:46877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:17,736 DEBUG [M:0;218194e0d8ec:46877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408476428Disabling compacts and flushes for region at 1733408476428Disabling writes for close at 1733408476429 (+1 ms)Obtaining lock to block concurrent updates at 1733408476429Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408476429Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733408476429Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408476429Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408476429Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408476441 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408476441Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408476847 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408476858 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408476858Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408477265 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408477275 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408477276 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90354a5: reopening flushed file at 1733408477723 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc9e4b8: reopening flushed file at 1733408477727 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ffc686: reopening flushed file at 1733408477731 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=127, compaction requested=false at 1733408477735 (+4 ms)Writing region close event to WAL at 1733408477736 (+1 ms)Closed at 1733408477736 2024-12-05T14:21:17,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40503 is added to blk_1073741830_1006 (size=73866) 2024-12-05T14:21:17,738 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/781c4e00-0bd3-a256-1d4f-c70323923792/MasterData/WALs/218194e0d8ec,46877,1733408449493/218194e0d8ec%2C46877%2C1733408449493.1733408451385 not finished, retry = 0 2024-12-05T14:21:17,839 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:21:17,839 INFO [M:0;218194e0d8ec:46877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:21:17,839 INFO [M:0;218194e0d8ec:46877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46877 2024-12-05T14:21:17,839 INFO [M:0;218194e0d8ec:46877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:21:17,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:21:17,977 INFO [M:0;218194e0d8ec:46877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:21:17,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x101a5ddaab10006, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:21:17,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dd462d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:21:17,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74098854{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:21:17,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:21:17,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47e47785{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:21:17,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@144efb81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/hadoop.log.dir/,STOPPED} 2024-12-05T14:21:17,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:21:17,981 WARN [BP-749944610-172.17.0.2-1733408446969 heartbeating to localhost/127.0.0.1:40443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:21:17,981 WARN [BP-749944610-172.17.0.2-1733408446969 heartbeating to localhost/127.0.0.1:40443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-749944610-172.17.0.2-1733408446969 (Datanode Uuid c69adbd6-28c1-4189-8589-f6434611b69c) service to localhost/127.0.0.1:40443 2024-12-05T14:21:17,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:21:17,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/cluster_06e97761-a283-0234-a3e2-35de996a250a/data/data1/current/BP-749944610-172.17.0.2-1733408446969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:21:17,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/cluster_06e97761-a283-0234-a3e2-35de996a250a/data/data2/current/BP-749944610-172.17.0.2-1733408446969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:21:17,982 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:21:17,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4caffb92{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:21:17,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b40e161{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:21:17,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:21:17,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f721ea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:21:17,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e122428{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/hadoop.log.dir/,STOPPED} 2024-12-05T14:21:18,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:21:18,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:21:18,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:18,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:18,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:18,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:18,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:18,003 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:21:18,003 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1906259470, stopped=false 2024-12-05T14:21:18,003 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,35371,1733408443842 2024-12-05T14:21:18,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1954233483/running 2024-12-05T14:21:18,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1954233483/running 2024-12-05T14:21:18,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:21:18,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:21:18,024 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:21:18,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Set watcher on znode that does not yet exist, /1-1954233483/running 2024-12-05T14:21:18,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:18,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Set watcher on znode that does not yet exist, /1-1954233483/running 2024-12-05T14:21:18,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:18,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:18,025 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,46613,1733408444090' ***** 2024-12-05T14:21:18,025 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:21:18,025 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:21:18,025 INFO [RS:0;218194e0d8ec:46613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:21:18,025 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:21:18,025 INFO [RS:0;218194e0d8ec:46613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:21:18,025 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(3091): Received CLOSE for c10d41d09d08a0d65e8a6f3bd1cc1ad2 2024-12-05T14:21:18,025 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(3091): Received CLOSE for d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:18,025 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,46613,1733408444090 2024-12-05T14:21:18,025 INFO [RS:0;218194e0d8ec:46613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:21:18,025 INFO [RS:0;218194e0d8ec:46613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:46613. 2024-12-05T14:21:18,025 DEBUG [RS:0;218194e0d8ec:46613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:18,025 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c10d41d09d08a0d65e8a6f3bd1cc1ad2, disabling compactions & flushes 2024-12-05T14:21:18,025 DEBUG [RS:0;218194e0d8ec:46613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:18,025 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. 2024-12-05T14:21:18,025 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. 2024-12-05T14:21:18,025 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. after waiting 0 ms 2024-12-05T14:21:18,025 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. 2024-12-05T14:21:18,025 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:21:18,025 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:21:18,025 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:21:18,025 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c10d41d09d08a0d65e8a6f3bd1cc1ad2 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T14:21:18,025 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:21:18,026 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T14:21:18,026 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c10d41d09d08a0d65e8a6f3bd1cc1ad2=test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2., d8d2194b9d5fe042242d672f0d4192da=hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da.} 2024-12-05T14:21:18,026 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c10d41d09d08a0d65e8a6f3bd1cc1ad2, d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:18,026 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:21:18,026 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:21:18,026 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:21:18,026 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:21:18,026 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:21:18,026 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T14:21:18,037 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/.tmp/info/bb9a127b041f48598206315eb6416580 is 147, key is hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da./info:regioninfo/1733408462820/Put/seqid=0 2024-12-05T14:21:18,038 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:21:18,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741840_1016 (size=7686) 2024-12-05T14:21:18,041 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/.tmp/f/8a60ab01b78440da82b61943f62db425 is 37, key is row3/f:row3/1733408472636/Put/seqid=0 2024-12-05T14:21:18,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741841_1017 (size=5228) 2024-12-05T14:21:18,045 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/.tmp/f/8a60ab01b78440da82b61943f62db425 2024-12-05T14:21:18,048 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a60ab01b78440da82b61943f62db425 2024-12-05T14:21:18,064 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/.tmp/f1/e1921f8dc5474adc8ac78cfcc47c2c02 is 30, key is row1/f1:/1733408469979/DeleteFamily/seqid=0 2024-12-05T14:21:18,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741842_1018 (size=5158) 2024-12-05T14:21:18,139 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1468, reset compression=false 2024-12-05T14:21:18,143 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:18,143 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1715, reset compression=false 2024-12-05T14:21:18,143 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46613,1733408444090 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:18,144 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 218194e0d8ec,46613,1733408444090: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-218194e0d8ec,46613,1733408444090, walGroup=218194e0d8ec%2C46613%2C1733408444090, offset=218194e0d8ec%2C46613%2C1733408444090.1733408445849:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:46613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T14:21:18,145 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:21:18,145 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:21:18,145 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:21:18,145 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:21:18,145 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:21:18,145 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1151336448, "init": 1048576000, "max": 2306867200, "used": 938790880 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 198921520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:21:18,146 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:35371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:35371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T14:21:18,226 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c10d41d09d08a0d65e8a6f3bd1cc1ad2, d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:18,349 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1715, reset compression=false 2024-12-05T14:21:18,426 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c10d41d09d08a0d65e8a6f3bd1cc1ad2, d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:18,430 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:18,441 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/.tmp/info/bb9a127b041f48598206315eb6416580 2024-12-05T14:21:18,455 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/.tmp/ns/52b63bb45f72422898298b51730867d1 is 43, key is default/ns:d/1733408446857/Put/seqid=0 2024-12-05T14:21:18,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741843_1019 (size=5153) 2024-12-05T14:21:18,467 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/.tmp/f1/e1921f8dc5474adc8ac78cfcc47c2c02 2024-12-05T14:21:18,471 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1921f8dc5474adc8ac78cfcc47c2c02 2024-12-05T14:21:18,482 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/.tmp/norep/5d435e76723f40559dac259c37f35d30 is 33, key is row1/norep:/1733408469979/DeleteFamily/seqid=0 2024-12-05T14:21:18,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741844_1020 (size=5108) 2024-12-05T14:21:18,626 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c10d41d09d08a0d65e8a6f3bd1cc1ad2, d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:18,652 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1715, reset compression=false 2024-12-05T14:21:18,716 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:21:18,717 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:21:18,826 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c10d41d09d08a0d65e8a6f3bd1cc1ad2, d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:18,862 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/.tmp/ns/52b63bb45f72422898298b51730867d1 2024-12-05T14:21:18,876 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/.tmp/rep_barrier/24fcff4c66fc4af2a4fb7f5e1c21dcd1 is 112, key is test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2./rep_barrier:seqnumDuringOpen/1733408456290/Put/seqid=0 2024-12-05T14:21:18,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741845_1021 (size=5518) 2024-12-05T14:21:18,885 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/.tmp/norep/5d435e76723f40559dac259c37f35d30 2024-12-05T14:21:18,889 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d435e76723f40559dac259c37f35d30 2024-12-05T14:21:18,889 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/.tmp/f/8a60ab01b78440da82b61943f62db425 as hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/f/8a60ab01b78440da82b61943f62db425 2024-12-05T14:21:18,892 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a60ab01b78440da82b61943f62db425 2024-12-05T14:21:18,892 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/f/8a60ab01b78440da82b61943f62db425, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T14:21:18,893 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/.tmp/f1/e1921f8dc5474adc8ac78cfcc47c2c02 as hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/f1/e1921f8dc5474adc8ac78cfcc47c2c02 2024-12-05T14:21:18,903 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1921f8dc5474adc8ac78cfcc47c2c02 2024-12-05T14:21:18,903 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/f1/e1921f8dc5474adc8ac78cfcc47c2c02, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T14:21:18,903 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/.tmp/norep/5d435e76723f40559dac259c37f35d30 as hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/norep/5d435e76723f40559dac259c37f35d30 2024-12-05T14:21:18,906 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d435e76723f40559dac259c37f35d30 2024-12-05T14:21:18,906 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/norep/5d435e76723f40559dac259c37f35d30, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T14:21:18,907 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c10d41d09d08a0d65e8a6f3bd1cc1ad2 in 882ms, sequenceid=12, compaction requested=false 2024-12-05T14:21:18,907 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T14:21:18,910 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/default/test/c10d41d09d08a0d65e8a6f3bd1cc1ad2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T14:21:18,910 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:21:18,911 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:21:18,911 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. 2024-12-05T14:21:18,911 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c10d41d09d08a0d65e8a6f3bd1cc1ad2: Waiting for close lock at 1733408478025Running coprocessor pre-close hooks at 1733408478025Disabling compacts and flushes for region at 1733408478025Disabling writes for close at 1733408478025Obtaining lock to block concurrent updates at 1733408478025Preparing flush snapshotting stores in c10d41d09d08a0d65e8a6f3bd1cc1ad2 at 1733408478025Finished memstore snapshotting test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733408478026 (+1 ms)Flushing stores of test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. at 1733408478026Flushing c10d41d09d08a0d65e8a6f3bd1cc1ad2/f: creating writer at 1733408478026Flushing c10d41d09d08a0d65e8a6f3bd1cc1ad2/f: appending metadata at 1733408478041 (+15 ms)Flushing c10d41d09d08a0d65e8a6f3bd1cc1ad2/f: closing flushed file at 1733408478041Flushing c10d41d09d08a0d65e8a6f3bd1cc1ad2/f1: creating writer at 1733408478049 (+8 ms)Flushing c10d41d09d08a0d65e8a6f3bd1cc1ad2/f1: appending metadata at 1733408478063 (+14 ms)Flushing c10d41d09d08a0d65e8a6f3bd1cc1ad2/f1: closing flushed file at 1733408478063Flushing c10d41d09d08a0d65e8a6f3bd1cc1ad2/norep: creating writer at 1733408478471 (+408 ms)Flushing c10d41d09d08a0d65e8a6f3bd1cc1ad2/norep: appending metadata at 1733408478481 (+10 ms)Flushing c10d41d09d08a0d65e8a6f3bd1cc1ad2/norep: closing flushed file at 1733408478481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@504101b7: reopening flushed file at 1733408478889 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210ed72f: reopening flushed file at 1733408478892 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479ee42e: reopening flushed file at 1733408478903 (+11 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c10d41d09d08a0d65e8a6f3bd1cc1ad2 in 882ms, sequenceid=12, compaction requested=false at 1733408478907 (+4 ms)Writing region close event to WAL at 1733408478908 (+1 ms)Running coprocessor post-close hooks at 1733408478910 (+2 ms)Closed at 1733408478911 (+1 ms) 2024-12-05T14:21:18,911 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408455146.c10d41d09d08a0d65e8a6f3bd1cc1ad2. 2024-12-05T14:21:18,911 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8d2194b9d5fe042242d672f0d4192da, disabling compactions & flushes 2024-12-05T14:21:18,911 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:18,911 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:18,911 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. after waiting 0 ms 2024-12-05T14:21:18,911 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:18,911 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8d2194b9d5fe042242d672f0d4192da: Waiting for close lock at 1733408478911Running coprocessor pre-close hooks at 1733408478911Disabling compacts and flushes for region at 1733408478911Disabling writes for close at 1733408478911Failed flush hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da., putting online again at 1733408478911 2024-12-05T14:21:18,911 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:19,026 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(3091): Received CLOSE for d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:19,027 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8d2194b9d5fe042242d672f0d4192da 2024-12-05T14:21:19,027 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8d2194b9d5fe042242d672f0d4192da, disabling compactions & flushes 2024-12-05T14:21:19,027 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:19,027 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:19,027 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. after waiting 0 ms 2024-12-05T14:21:19,027 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:19,027 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8d2194b9d5fe042242d672f0d4192da: Waiting for close lock at 1733408479027Running coprocessor pre-close hooks at 1733408479027Disabling compacts and flushes for region at 1733408479027Disabling writes for close at 1733408479027Failed flush hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da., putting online again at 1733408479027 2024-12-05T14:21:19,027 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da. 2024-12-05T14:21:19,056 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 1715, reset compression=false 2024-12-05T14:21:19,060 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:19,060 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 2359, reset compression=false 2024-12-05T14:21:19,227 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:21:19,227 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d8d2194b9d5fe042242d672f0d4192da=hbase:replication,,1733408461607.d8d2194b9d5fe042242d672f0d4192da.} 2024-12-05T14:21:19,227 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:21:19,262 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 2359, reset compression=false 2024-12-05T14:21:19,279 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/.tmp/rep_barrier/24fcff4c66fc4af2a4fb7f5e1c21dcd1 2024-12-05T14:21:19,300 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/.tmp/table/013c2757083643a9b2bc5b0565a4b358 is 53, key is hbase:replication/table:state/1733408462826/Put/seqid=0 2024-12-05T14:21:19,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741846_1022 (size=5308) 2024-12-05T14:21:19,427 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:21:19,432 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:19,566 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 2359, reset compression=false 2024-12-05T14:21:19,627 DEBUG [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:21:19,642 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:35371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T14:21:19,704 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/.tmp/table/013c2757083643a9b2bc5b0565a4b358 2024-12-05T14:21:19,708 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/.tmp/info/bb9a127b041f48598206315eb6416580 as hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/info/bb9a127b041f48598206315eb6416580 2024-12-05T14:21:19,711 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/info/bb9a127b041f48598206315eb6416580, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T14:21:19,711 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/.tmp/ns/52b63bb45f72422898298b51730867d1 as hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/ns/52b63bb45f72422898298b51730867d1 2024-12-05T14:21:19,715 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/ns/52b63bb45f72422898298b51730867d1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T14:21:19,715 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/.tmp/rep_barrier/24fcff4c66fc4af2a4fb7f5e1c21dcd1 as hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/rep_barrier/24fcff4c66fc4af2a4fb7f5e1c21dcd1 2024-12-05T14:21:19,718 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/rep_barrier/24fcff4c66fc4af2a4fb7f5e1c21dcd1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T14:21:19,719 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/.tmp/table/013c2757083643a9b2bc5b0565a4b358 as hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/table/013c2757083643a9b2bc5b0565a4b358 2024-12-05T14:21:19,722 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/table/013c2757083643a9b2bc5b0565a4b358, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T14:21:19,723 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1697ms, sequenceid=16, compaction requested=false 2024-12-05T14:21:19,723 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:21:19,727 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:21:19,727 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:21:19,727 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:21:19,727 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:21:19,727 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408478026Running coprocessor pre-close hooks at 1733408478026Disabling compacts and flushes for region at 1733408478026Disabling writes for close at 1733408478026Obtaining lock to block concurrent updates at 1733408478026Preparing flush snapshotting stores in 1588230740 at 1733408478026Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733408478026Flushing stores of hbase:meta,,1.1588230740 at 1733408478026Flushing 1588230740/info: creating writer at 1733408478026Flushing 1588230740/info: appending metadata at 1733408478037 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733408478037Flushing 1588230740/ns: creating writer at 1733408478444 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733408478455 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733408478455Flushing 1588230740/rep_barrier: creating writer at 1733408478865 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408478876 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408478876Flushing 1588230740/table: creating writer at 1733408479283 (+407 ms)Flushing 1588230740/table: appending metadata at 1733408479300 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733408479300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3adde576: reopening flushed file at 1733408479707 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a17c94: reopening flushed file at 1733408479711 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@313f5403: reopening flushed file at 1733408479715 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557f3861: reopening flushed file at 1733408479718 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1697ms, sequenceid=16, compaction requested=false at 1733408479723 (+5 ms)Writing region close event to WAL at 1733408479725 (+2 ms)Running coprocessor post-close hooks at 1733408479727 (+2 ms)Closed at 1733408479727 2024-12-05T14:21:19,728 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:21:19,827 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T14:21:19,827 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,46613,1733408444090; all regions closed. 2024-12-05T14:21:19,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741834_1010 (size=4239) 2024-12-05T14:21:19,829 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.meta.1733408446814.meta not finished, retry = 0 2024-12-05T14:21:19,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741839_1015 (size=2609) 2024-12-05T14:21:19,932 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.rep.1733408462793 not finished, retry = 0 2024-12-05T14:21:19,969 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 to pos 2359, reset compression=false 2024-12-05T14:21:20,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741832_1008 (size=2367) 2024-12-05T14:21:20,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/WALs/218194e0d8ec,46613,1733408444090/218194e0d8ec%2C46613%2C1733408444090.1733408445849 not finished, retry = 0 2024-12-05T14:21:20,135 DEBUG [RS:0;218194e0d8ec:46613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:20,135 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:21:20,135 INFO [RS:0;218194e0d8ec:46613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:21:20,135 INFO [RS:0;218194e0d8ec:46613 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:21:20,135 INFO [RS:0;218194e0d8ec:46613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:21:20,135 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:21:20,135 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,46613,1733408444090 because: Region server is closing 2024-12-05T14:21:20,136 INFO [RS:0;218194e0d8ec:46613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:46613. 2024-12-05T14:21:20,136 DEBUG [RS:0;218194e0d8ec:46613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:20,136 DEBUG [RS:0;218194e0d8ec:46613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:20,136 DEBUG [RS:0;218194e0d8ec:46613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:20,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:20,236 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.shipper218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 terminated 2024-12-05T14:21:20,236 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46613,1733408444090.replicationSource.wal-reader.218194e0d8ec%2C46613%2C1733408444090,1-218194e0d8ec,46613,1733408444090 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T14:21:20,236 INFO [RS:0;218194e0d8ec:46613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:46613. 2024-12-05T14:21:20,237 DEBUG [RS:0;218194e0d8ec:46613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:20,237 DEBUG [RS:0;218194e0d8ec:46613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:20,237 DEBUG [RS:0;218194e0d8ec:46613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:20,237 INFO [RS:0;218194e0d8ec:46613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46613 2024-12-05T14:21:20,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:20,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483/rs 2024-12-05T14:21:20,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1954233483/rs/218194e0d8ec,46613,1733408444090 2024-12-05T14:21:20,297 INFO [RS:0;218194e0d8ec:46613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:21:20,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,46613,1733408444090] 2024-12-05T14:21:20,318 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1954233483/draining/218194e0d8ec,46613,1733408444090 already deleted, retry=false 2024-12-05T14:21:20,318 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,46613,1733408444090 expired; onlineServers=0 2024-12-05T14:21:20,318 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,35371,1733408443842' ***** 2024-12-05T14:21:20,318 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:21:20,318 INFO [M:0;218194e0d8ec:35371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:21:20,318 INFO [M:0;218194e0d8ec:35371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:21:20,318 DEBUG [M:0;218194e0d8ec:35371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:21:20,319 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:21:20,319 DEBUG [M:0;218194e0d8ec:35371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:21:20,319 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408445618 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408445618,5,FailOnTimeoutGroup] 2024-12-05T14:21:20,319 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408445618 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408445618,5,FailOnTimeoutGroup] 2024-12-05T14:21:20,319 INFO [M:0;218194e0d8ec:35371 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:21:20,319 INFO [M:0;218194e0d8ec:35371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:21:20,319 DEBUG [M:0;218194e0d8ec:35371 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:21:20,319 INFO [M:0;218194e0d8ec:35371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:21:20,319 INFO [M:0;218194e0d8ec:35371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:21:20,319 INFO [M:0;218194e0d8ec:35371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:21:20,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:21:20,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1954233483/master 2024-12-05T14:21:20,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954233483 2024-12-05T14:21:20,329 DEBUG [M:0;218194e0d8ec:35371 {}] zookeeper.ZKUtil(347): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Unable to get data of znode /1-1954233483/master because node does not exist (not an error) 2024-12-05T14:21:20,329 WARN [M:0;218194e0d8ec:35371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:21:20,329 INFO [M:0;218194e0d8ec:35371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/.lastflushedseqids 2024-12-05T14:21:20,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741847_1023 (size=245) 2024-12-05T14:21:20,333 INFO [M:0;218194e0d8ec:35371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:21:20,333 INFO [M:0;218194e0d8ec:35371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:21:20,333 DEBUG [M:0;218194e0d8ec:35371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:21:20,333 INFO [M:0;218194e0d8ec:35371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:20,333 DEBUG [M:0;218194e0d8ec:35371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:20,333 DEBUG [M:0;218194e0d8ec:35371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:21:20,333 DEBUG [M:0;218194e0d8ec:35371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:20,333 INFO [M:0;218194e0d8ec:35371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-05T14:21:20,350 DEBUG [M:0;218194e0d8ec:35371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bdeb54eeaf44435ba822404a310dc68 is 82, key is hbase:meta,,1/info:regioninfo/1733408446843/Put/seqid=0 2024-12-05T14:21:20,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741848_1024 (size=5672) 2024-12-05T14:21:20,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:21:20,408 INFO [RS:0;218194e0d8ec:46613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:21:20,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x101a5ddaab10004, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:21:20,408 INFO [RS:0;218194e0d8ec:46613 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,46613,1733408444090; zookeeper connection closed. 2024-12-05T14:21:20,408 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4408509e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4408509e 2024-12-05T14:21:20,408 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:21:20,535 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:20,753 INFO [M:0;218194e0d8ec:35371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bdeb54eeaf44435ba822404a310dc68 2024-12-05T14:21:20,768 DEBUG [M:0;218194e0d8ec:35371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e05d76996e9546119e40f08859a0f3c7 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733408456298/Put/seqid=0 2024-12-05T14:21:20,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741849_1025 (size=7219) 2024-12-05T14:21:20,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:21:20,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:20,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:20,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:20,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:20,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:20,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:20,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:20,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:20,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:20,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:20,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:20,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:20,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:21,172 INFO [M:0;218194e0d8ec:35371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e05d76996e9546119e40f08859a0f3c7 2024-12-05T14:21:21,175 INFO [M:0;218194e0d8ec:35371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e05d76996e9546119e40f08859a0f3c7 2024-12-05T14:21:21,188 DEBUG [M:0;218194e0d8ec:35371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05e0e61b283b4dc89173ee38af52fd5a is 69, key is 218194e0d8ec,46613,1733408444090/rs:state/1733408445653/Put/seqid=0 2024-12-05T14:21:21,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741850_1026 (size=5156) 2024-12-05T14:21:21,592 INFO [M:0;218194e0d8ec:35371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05e0e61b283b4dc89173ee38af52fd5a 2024-12-05T14:21:21,596 DEBUG [M:0;218194e0d8ec:35371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bdeb54eeaf44435ba822404a310dc68 as hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bdeb54eeaf44435ba822404a310dc68 2024-12-05T14:21:21,599 INFO [M:0;218194e0d8ec:35371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bdeb54eeaf44435ba822404a310dc68, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T14:21:21,600 DEBUG [M:0;218194e0d8ec:35371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e05d76996e9546119e40f08859a0f3c7 as hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e05d76996e9546119e40f08859a0f3c7 2024-12-05T14:21:21,603 INFO [M:0;218194e0d8ec:35371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e05d76996e9546119e40f08859a0f3c7 2024-12-05T14:21:21,603 INFO [M:0;218194e0d8ec:35371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e05d76996e9546119e40f08859a0f3c7, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T14:21:21,604 DEBUG [M:0;218194e0d8ec:35371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05e0e61b283b4dc89173ee38af52fd5a as hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05e0e61b283b4dc89173ee38af52fd5a 2024-12-05T14:21:21,606 INFO [M:0;218194e0d8ec:35371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34993/user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05e0e61b283b4dc89173ee38af52fd5a, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T14:21:21,607 INFO [M:0;218194e0d8ec:35371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false 2024-12-05T14:21:21,608 INFO [M:0;218194e0d8ec:35371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:21,608 DEBUG [M:0;218194e0d8ec:35371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408480333Disabling compacts and flushes for region at 1733408480333Disabling writes for close at 1733408480333Obtaining lock to block concurrent updates at 1733408480333Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408480333Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733408480334 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408480334Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408480334Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408480349 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408480349Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408480757 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408480768 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408480768Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408481175 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408481188 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408481188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605745ad: reopening flushed file at 1733408481595 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8703e8: reopening flushed file at 1733408481599 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5082528d: reopening flushed file at 1733408481603 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false at 1733408481607 (+4 ms)Writing region close event to WAL at 1733408481608 (+1 ms)Closed at 1733408481608 2024-12-05T14:21:21,609 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7072efb6-a432-a202-e3b3-17ff1107e0f1/MasterData/WALs/218194e0d8ec,35371,1733408443842/218194e0d8ec%2C35371%2C1733408443842.1733408445408 not finished, retry = 0 2024-12-05T14:21:21,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741830_1006 (size=64435) 2024-12-05T14:21:21,710 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:21:21,710 INFO [M:0;218194e0d8ec:35371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:21:21,710 INFO [M:0;218194e0d8ec:35371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35371 2024-12-05T14:21:21,711 INFO [M:0;218194e0d8ec:35371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:21:21,738 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:21,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:21:21,822 INFO [M:0;218194e0d8ec:35371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:21:21,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x101a5ddaab10003, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:21:21,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c8eeeeb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:21:21,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7859e1bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:21:21,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:21:21,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8bc50c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:21:21,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@513d78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/hadoop.log.dir/,STOPPED} 2024-12-05T14:21:21,825 INFO [master/218194e0d8ec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T14:21:21,825 INFO [master/218194e0d8ec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T14:21:21,826 WARN [BP-344113275-172.17.0.2-1733408441933 heartbeating to localhost/127.0.0.1:34993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:21:21,826 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:21:21,827 WARN [BP-344113275-172.17.0.2-1733408441933 heartbeating to localhost/127.0.0.1:34993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-344113275-172.17.0.2-1733408441933 (Datanode Uuid 3495eca7-73ec-4d6f-ada9-deccd4ffd603) service to localhost/127.0.0.1:34993 2024-12-05T14:21:21,827 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:21:21,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/cluster_53ca539f-6613-d621-c875-e91a0ade9bcb/data/data1/current/BP-344113275-172.17.0.2-1733408441933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:21:21,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/cluster_53ca539f-6613-d621-c875-e91a0ade9bcb/data/data2/current/BP-344113275-172.17.0.2-1733408441933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:21:21,827 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:21:21,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d30ad12{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:21:21,832 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64a4e472{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:21:21,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:21:21,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5016c5ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:21:21,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aa9c86e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f06e45a2-3591-7eb2-d4e8-f937c5eb1cc4/hadoop.log.dir/,STOPPED} 2024-12-05T14:21:21,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:21:21,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:21:21,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:21,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:21,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:21,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:21,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:21,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:21:21,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=519988194, stopped=false 2024-12-05T14:21:21,848 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,38013,1733408438214 2024-12-05T14:21:21,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081532046/running 2024-12-05T14:21:21,869 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081532046/running 2024-12-05T14:21:21,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:21:21,869 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:21:21,869 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:21:21,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:21,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:21,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:21,870 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,46727,1733408438438' ***** 2024-12-05T14:21:21,870 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:21:21,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Set watcher on znode that does not yet exist, /01081532046/running 2024-12-05T14:21:21,870 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:21:21,870 INFO [RS:0;218194e0d8ec:46727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:21:21,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Set watcher on znode that does not yet exist, /01081532046/running 2024-12-05T14:21:21,870 INFO [RS:0;218194e0d8ec:46727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:21:21,871 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(3091): Received CLOSE for 96527671cc17a0d4c0b7925eac117893 2024-12-05T14:21:21,871 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:21:21,871 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(3091): Received CLOSE for c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:21,871 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,46727,1733408438438 2024-12-05T14:21:21,871 INFO [RS:0;218194e0d8ec:46727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:21:21,871 INFO [RS:0;218194e0d8ec:46727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:46727. 2024-12-05T14:21:21,871 DEBUG [RS:0;218194e0d8ec:46727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:21,871 DEBUG [RS:0;218194e0d8ec:46727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:21,871 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:21:21,871 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:21:21,871 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:21:21,871 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:21:21,871 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T14:21:21,871 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1325): Online Regions={96527671cc17a0d4c0b7925eac117893=test,,1733408452997.96527671cc17a0d4c0b7925eac117893., c0dcda5d524a978a1fecda40af7a35c0=hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:21:21,871 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96527671cc17a0d4c0b7925eac117893, c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:21,871 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96527671cc17a0d4c0b7925eac117893, disabling compactions & flushes 2024-12-05T14:21:21,871 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:21:21,871 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:21:21,871 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408452997.96527671cc17a0d4c0b7925eac117893. 2024-12-05T14:21:21,871 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:21:21,871 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408452997.96527671cc17a0d4c0b7925eac117893. 2024-12-05T14:21:21,871 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:21:21,871 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408452997.96527671cc17a0d4c0b7925eac117893. after waiting 0 ms 2024-12-05T14:21:21,871 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:21:21,871 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408452997.96527671cc17a0d4c0b7925eac117893. 2024-12-05T14:21:21,872 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T14:21:21,872 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96527671cc17a0d4c0b7925eac117893 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-05T14:21:21,884 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/.tmp/f/7507644881f0434684a0160d4372a358 is 37, key is row3/f:row3/1733408472636/Put/seqid=0 2024-12-05T14:21:21,888 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/.tmp/info/6eb8d20922d9421ca7322cf9595019d4 is 147, key is hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0./info:regioninfo/1733408460620/Put/seqid=0 2024-12-05T14:21:21,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741840_1016 (size=5228) 2024-12-05T14:21:21,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741841_1017 (size=7686) 2024-12-05T14:21:21,891 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/.tmp/info/6eb8d20922d9421ca7322cf9595019d4 2024-12-05T14:21:21,910 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/.tmp/ns/d4c75998fe4a4a249b3001308ed618d2 is 43, key is default/ns:d/1733408441814/Put/seqid=0 2024-12-05T14:21:21,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741842_1018 (size=5153) 2024-12-05T14:21:21,955 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:21:22,072 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96527671cc17a0d4c0b7925eac117893, c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:22,272 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96527671cc17a0d4c0b7925eac117893, c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:22,289 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/.tmp/f/7507644881f0434684a0160d4372a358 2024-12-05T14:21:22,292 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7507644881f0434684a0160d4372a358 2024-12-05T14:21:22,303 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/.tmp/f1/8da3fd2ee46c4f298b9f8648ce9187ac is 30, key is row1/f1:/1733408469979/DeleteFamily/seqid=0 2024-12-05T14:21:22,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741843_1019 (size=5158) 2024-12-05T14:21:22,314 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/.tmp/ns/d4c75998fe4a4a249b3001308ed618d2 2024-12-05T14:21:22,328 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/.tmp/rep_barrier/bf35e923ebb544da823674a9cce78899 is 112, key is test,,1733408452997.96527671cc17a0d4c0b7925eac117893./rep_barrier:seqnumDuringOpen/1733408454136/Put/seqid=0 2024-12-05T14:21:22,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741844_1020 (size=5518) 2024-12-05T14:21:22,472 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96527671cc17a0d4c0b7925eac117893, c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:22,523 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:21:22,523 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:21:22,672 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96527671cc17a0d4c0b7925eac117893, c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:22,707 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/.tmp/f1/8da3fd2ee46c4f298b9f8648ce9187ac 2024-12-05T14:21:22,710 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8da3fd2ee46c4f298b9f8648ce9187ac 2024-12-05T14:21:22,721 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/.tmp/norep/9f7ed3e5851f45f2ad48caa43676722e is 32, key is row/norep:/1733408468974/DeleteFamily/seqid=0 2024-12-05T14:21:22,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741845_1021 (size=5101) 2024-12-05T14:21:22,731 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/.tmp/rep_barrier/bf35e923ebb544da823674a9cce78899 2024-12-05T14:21:22,746 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/.tmp/table/f33722c202fd4b5985c8a1ef14a59c0f is 53, key is hbase:replication/table:state/1733408460626/Put/seqid=0 2024-12-05T14:21:22,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741846_1022 (size=5308) 2024-12-05T14:21:22,872 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96527671cc17a0d4c0b7925eac117893, c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:23,042 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1496, reset compression=false 2024-12-05T14:21:23,045 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:23,046 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1743, reset compression=false 2024-12-05T14:21:23,046 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,46727,1733408438438 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:23,046 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 218194e0d8ec,46727,1733408438438: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-218194e0d8ec,46727,1733408438438, walGroup=218194e0d8ec%2C46727%2C1733408438438, offset=218194e0d8ec%2C46727%2C1733408438438.1733408440660:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:46727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T14:21:23,048 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:21:23,048 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:21:23,049 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:21:23,049 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:21:23,049 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:21:23,049 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1151336448, "init": 1048576000, "max": 2306867200, "used": 809021808 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199504848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:21:23,049 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:38013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:38013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T14:21:23,072 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96527671cc17a0d4c0b7925eac117893, c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:23,125 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/.tmp/norep/9f7ed3e5851f45f2ad48caa43676722e 2024-12-05T14:21:23,128 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f7ed3e5851f45f2ad48caa43676722e 2024-12-05T14:21:23,129 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/.tmp/f/7507644881f0434684a0160d4372a358 as hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/f/7507644881f0434684a0160d4372a358 2024-12-05T14:21:23,132 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7507644881f0434684a0160d4372a358 2024-12-05T14:21:23,132 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/f/7507644881f0434684a0160d4372a358, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T14:21:23,133 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/.tmp/f1/8da3fd2ee46c4f298b9f8648ce9187ac as hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/f1/8da3fd2ee46c4f298b9f8648ce9187ac 2024-12-05T14:21:23,136 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8da3fd2ee46c4f298b9f8648ce9187ac 2024-12-05T14:21:23,136 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/f1/8da3fd2ee46c4f298b9f8648ce9187ac, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T14:21:23,136 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/.tmp/norep/9f7ed3e5851f45f2ad48caa43676722e as hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/norep/9f7ed3e5851f45f2ad48caa43676722e 2024-12-05T14:21:23,139 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f7ed3e5851f45f2ad48caa43676722e 2024-12-05T14:21:23,139 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/norep/9f7ed3e5851f45f2ad48caa43676722e, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T14:21:23,140 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 96527671cc17a0d4c0b7925eac117893 in 1269ms, sequenceid=12, compaction requested=false 2024-12-05T14:21:23,140 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T14:21:23,143 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/default/test/96527671cc17a0d4c0b7925eac117893/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T14:21:23,144 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:21:23,144 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:21:23,144 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408452997.96527671cc17a0d4c0b7925eac117893. 2024-12-05T14:21:23,144 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96527671cc17a0d4c0b7925eac117893: Waiting for close lock at 1733408481871Running coprocessor pre-close hooks at 1733408481871Disabling compacts and flushes for region at 1733408481871Disabling writes for close at 1733408481871Obtaining lock to block concurrent updates at 1733408481872 (+1 ms)Preparing flush snapshotting stores in 96527671cc17a0d4c0b7925eac117893 at 1733408481872Finished memstore snapshotting test,,1733408452997.96527671cc17a0d4c0b7925eac117893., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733408481872Flushing stores of test,,1733408452997.96527671cc17a0d4c0b7925eac117893. at 1733408481872Flushing 96527671cc17a0d4c0b7925eac117893/f: creating writer at 1733408481872Flushing 96527671cc17a0d4c0b7925eac117893/f: appending metadata at 1733408481884 (+12 ms)Flushing 96527671cc17a0d4c0b7925eac117893/f: closing flushed file at 1733408481884Flushing 96527671cc17a0d4c0b7925eac117893/f1: creating writer at 1733408482292 (+408 ms)Flushing 96527671cc17a0d4c0b7925eac117893/f1: appending metadata at 1733408482303 (+11 ms)Flushing 96527671cc17a0d4c0b7925eac117893/f1: closing flushed file at 1733408482303Flushing 96527671cc17a0d4c0b7925eac117893/norep: creating writer at 1733408482710 (+407 ms)Flushing 96527671cc17a0d4c0b7925eac117893/norep: appending metadata at 1733408482721 (+11 ms)Flushing 96527671cc17a0d4c0b7925eac117893/norep: closing flushed file at 1733408482721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2789603d: reopening flushed file at 1733408483128 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3728b14d: reopening flushed file at 1733408483132 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c710553: reopening flushed file at 1733408483136 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 96527671cc17a0d4c0b7925eac117893 in 1269ms, sequenceid=12, compaction requested=false at 1733408483140 (+4 ms)Writing region close event to WAL at 1733408483141 (+1 ms)Running coprocessor post-close hooks at 1733408483144 (+3 ms)Closed at 1733408483144 2024-12-05T14:21:23,144 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408452997.96527671cc17a0d4c0b7925eac117893. 2024-12-05T14:21:23,144 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0dcda5d524a978a1fecda40af7a35c0, disabling compactions & flushes 2024-12-05T14:21:23,144 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:23,144 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:23,144 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. after waiting 0 ms 2024-12-05T14:21:23,144 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:23,144 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0dcda5d524a978a1fecda40af7a35c0: Waiting for close lock at 1733408483144Running coprocessor pre-close hooks at 1733408483144Disabling compacts and flushes for region at 1733408483144Disabling writes for close at 1733408483144Failed flush hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0., putting online again at 1733408483144 2024-12-05T14:21:23,144 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:23,149 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/.tmp/table/f33722c202fd4b5985c8a1ef14a59c0f 2024-12-05T14:21:23,153 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/.tmp/info/6eb8d20922d9421ca7322cf9595019d4 as hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/info/6eb8d20922d9421ca7322cf9595019d4 2024-12-05T14:21:23,156 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/info/6eb8d20922d9421ca7322cf9595019d4, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T14:21:23,157 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/.tmp/ns/d4c75998fe4a4a249b3001308ed618d2 as hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/ns/d4c75998fe4a4a249b3001308ed618d2 2024-12-05T14:21:23,161 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/ns/d4c75998fe4a4a249b3001308ed618d2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T14:21:23,161 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/.tmp/rep_barrier/bf35e923ebb544da823674a9cce78899 as hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/rep_barrier/bf35e923ebb544da823674a9cce78899 2024-12-05T14:21:23,165 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/rep_barrier/bf35e923ebb544da823674a9cce78899, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T14:21:23,165 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/.tmp/table/f33722c202fd4b5985c8a1ef14a59c0f as hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/table/f33722c202fd4b5985c8a1ef14a59c0f 2024-12-05T14:21:23,169 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/table/f33722c202fd4b5985c8a1ef14a59c0f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T14:21:23,169 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=16, compaction requested=false 2024-12-05T14:21:23,169 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:21:23,173 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:21:23,173 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:21:23,173 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:21:23,174 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:21:23,174 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408481871Running coprocessor pre-close hooks at 1733408481871Disabling compacts and flushes for region at 1733408481871Disabling writes for close at 1733408481871Obtaining lock to block concurrent updates at 1733408481872 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733408481872Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733408481872Flushing stores of hbase:meta,,1.1588230740 at 1733408481872Flushing 1588230740/info: creating writer at 1733408481872Flushing 1588230740/info: appending metadata at 1733408481888 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733408481888Flushing 1588230740/ns: creating writer at 1733408481895 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733408481910 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733408481910Flushing 1588230740/rep_barrier: creating writer at 1733408482317 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408482327 (+10 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408482327Flushing 1588230740/table: creating writer at 1733408482734 (+407 ms)Flushing 1588230740/table: appending metadata at 1733408482745 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733408482745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d8fab3: reopening flushed file at 1733408483152 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8254c78: reopening flushed file at 1733408483156 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd63885: reopening flushed file at 1733408483161 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3394b9: reopening flushed file at 1733408483165 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=16, compaction requested=false at 1733408483169 (+4 ms)Writing region close event to WAL at 1733408483171 (+2 ms)Running coprocessor post-close hooks at 1733408483173 (+2 ms)Closed at 1733408483174 (+1 ms) 2024-12-05T14:21:23,174 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:21:23,248 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 1743, reset compression=false 2024-12-05T14:21:23,251 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:23,251 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 2387, reset compression=false 2024-12-05T14:21:23,272 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:21:23,272 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1325): Online Regions={c0dcda5d524a978a1fecda40af7a35c0=hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0.} 2024-12-05T14:21:23,273 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(3091): Received CLOSE for c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:23,273 DEBUG [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1351): Waiting on c0dcda5d524a978a1fecda40af7a35c0 2024-12-05T14:21:23,273 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0dcda5d524a978a1fecda40af7a35c0, disabling compactions & flushes 2024-12-05T14:21:23,273 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:23,273 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:23,273 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. after waiting 0 ms 2024-12-05T14:21:23,273 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:23,273 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0dcda5d524a978a1fecda40af7a35c0: Waiting for close lock at 1733408483273Running coprocessor pre-close hooks at 1733408483273Disabling compacts and flushes for region at 1733408483273Disabling writes for close at 1733408483273Failed flush hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0., putting online again at 1733408483273 2024-12-05T14:21:23,273 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733408459457.c0dcda5d524a978a1fecda40af7a35c0. 2024-12-05T14:21:23,454 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.1733408440660 to pos 2387, reset compression=false 2024-12-05T14:21:23,473 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T14:21:23,473 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,46727,1733408438438; all regions closed. 2024-12-05T14:21:23,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741834_1010 (size=4239) 2024-12-05T14:21:23,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/WALs/218194e0d8ec,46727,1733408438438/218194e0d8ec%2C46727%2C1733408438438.meta.1733408441715.meta not finished, retry = 0 2024-12-05T14:21:23,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741839_1015 (size=2609) 2024-12-05T14:21:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741832_1008 (size=2395) 2024-12-05T14:21:23,579 DEBUG [RS:0;218194e0d8ec:46727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:23,579 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:21:23,579 INFO [RS:0;218194e0d8ec:46727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:21:23,579 INFO [RS:0;218194e0d8ec:46727 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:21:23,579 INFO [RS:0;218194e0d8ec:46727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:21:23,579 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:21:23,579 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,46727,1733408438438 because: Region server is closing 2024-12-05T14:21:23,579 INFO [RS:0;218194e0d8ec:46727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:46727. 2024-12-05T14:21:23,579 DEBUG [RS:0;218194e0d8ec:46727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:23,579 DEBUG [RS:0;218194e0d8ec:46727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:23,579 DEBUG [RS:0;218194e0d8ec:46727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:23,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:23,680 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.shipper218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 terminated 2024-12-05T14:21:23,680 INFO [RS:0;218194e0d8ec:46727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:46727. 2024-12-05T14:21:23,680 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,46727,1733408438438.replicationSource.wal-reader.218194e0d8ec%2C46727%2C1733408438438,1-218194e0d8ec,46727,1733408438438 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T14:21:23,680 DEBUG [RS:0;218194e0d8ec:46727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:23,680 DEBUG [RS:0;218194e0d8ec:46727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:23,680 DEBUG [RS:0;218194e0d8ec:46727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:23,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:23,680 INFO [RS:0;218194e0d8ec:46727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46727 2024-12-05T14:21:23,728 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081532046/rs/218194e0d8ec,46727,1733408438438 2024-12-05T14:21:23,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046/rs 2024-12-05T14:21:23,729 INFO [RS:0;218194e0d8ec:46727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:21:23,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,46727,1733408438438] 2024-12-05T14:21:23,750 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01081532046/draining/218194e0d8ec,46727,1733408438438 already deleted, retry=false 2024-12-05T14:21:23,750 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,46727,1733408438438 expired; onlineServers=0 2024-12-05T14:21:23,750 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,38013,1733408438214' ***** 2024-12-05T14:21:23,750 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:21:23,750 INFO [M:0;218194e0d8ec:38013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:21:23,750 INFO [M:0;218194e0d8ec:38013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:21:23,750 DEBUG [M:0;218194e0d8ec:38013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:21:23,750 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:21:23,750 DEBUG [M:0;218194e0d8ec:38013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:21:23,750 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408440416 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408440416,5,FailOnTimeoutGroup] 2024-12-05T14:21:23,750 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408440416 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408440416,5,FailOnTimeoutGroup] 2024-12-05T14:21:23,750 INFO [M:0;218194e0d8ec:38013 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:21:23,750 INFO [M:0;218194e0d8ec:38013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:21:23,750 DEBUG [M:0;218194e0d8ec:38013 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:21:23,750 INFO [M:0;218194e0d8ec:38013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:21:23,750 INFO [M:0;218194e0d8ec:38013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:21:23,750 ERROR [M:0;218194e0d8ec:38013 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46533,5,PEWorkerGroup] 2024-12-05T14:21:23,751 INFO [M:0;218194e0d8ec:38013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:21:23,751 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:21:23,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081532046/master 2024-12-05T14:21:23,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081532046 2024-12-05T14:21:23,760 DEBUG [M:0;218194e0d8ec:38013 {}] zookeeper.ZKUtil(347): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Unable to get data of znode /01081532046/master because node does not exist (not an error) 2024-12-05T14:21:23,760 WARN [M:0;218194e0d8ec:38013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:21:23,761 INFO [M:0;218194e0d8ec:38013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/.lastflushedseqids 2024-12-05T14:21:23,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741847_1023 (size=245) 2024-12-05T14:21:23,765 INFO [M:0;218194e0d8ec:38013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:21:23,765 INFO [M:0;218194e0d8ec:38013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:21:23,765 DEBUG [M:0;218194e0d8ec:38013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:21:23,765 INFO [M:0;218194e0d8ec:38013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:23,765 DEBUG [M:0;218194e0d8ec:38013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:23,765 DEBUG [M:0;218194e0d8ec:38013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:21:23,766 DEBUG [M:0;218194e0d8ec:38013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:23,766 INFO [M:0;218194e0d8ec:38013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-05T14:21:23,777 DEBUG [M:0;218194e0d8ec:38013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/137a639cefb944839f4c2ecc8931127f is 82, key is hbase:meta,,1/info:regioninfo/1733408441740/Put/seqid=0 2024-12-05T14:21:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741848_1024 (size=5672) 2024-12-05T14:21:23,839 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:21:23,839 INFO [RS:0;218194e0d8ec:46727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:21:23,839 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46727-0x101a5ddaab10001, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:21:23,839 INFO [RS:0;218194e0d8ec:46727 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,46727,1733408438438; zookeeper connection closed. 2024-12-05T14:21:23,839 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@263af857 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@263af857 2024-12-05T14:21:23,840 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:21:24,181 INFO [M:0;218194e0d8ec:38013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/137a639cefb944839f4c2ecc8931127f 2024-12-05T14:21:24,196 DEBUG [M:0;218194e0d8ec:38013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c032ab11c8b4764a6e3656a51c5f140 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733408454148/Put/seqid=0 2024-12-05T14:21:24,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741849_1025 (size=7219) 2024-12-05T14:21:24,599 INFO [M:0;218194e0d8ec:38013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c032ab11c8b4764a6e3656a51c5f140 2024-12-05T14:21:24,602 INFO [M:0;218194e0d8ec:38013 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c032ab11c8b4764a6e3656a51c5f140 2024-12-05T14:21:24,613 DEBUG [M:0;218194e0d8ec:38013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/538791a052924cee84382ef33a3c7195 is 69, key is 218194e0d8ec,46727,1733408438438/rs:state/1733408440506/Put/seqid=0 2024-12-05T14:21:24,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741850_1026 (size=5156) 2024-12-05T14:21:25,017 INFO [M:0;218194e0d8ec:38013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/538791a052924cee84382ef33a3c7195 2024-12-05T14:21:25,021 DEBUG [M:0;218194e0d8ec:38013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/137a639cefb944839f4c2ecc8931127f as hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/137a639cefb944839f4c2ecc8931127f 2024-12-05T14:21:25,024 INFO [M:0;218194e0d8ec:38013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/137a639cefb944839f4c2ecc8931127f, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T14:21:25,024 DEBUG [M:0;218194e0d8ec:38013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c032ab11c8b4764a6e3656a51c5f140 as hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c032ab11c8b4764a6e3656a51c5f140 2024-12-05T14:21:25,026 INFO [M:0;218194e0d8ec:38013 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c032ab11c8b4764a6e3656a51c5f140 2024-12-05T14:21:25,027 INFO [M:0;218194e0d8ec:38013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c032ab11c8b4764a6e3656a51c5f140, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T14:21:25,027 DEBUG [M:0;218194e0d8ec:38013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/538791a052924cee84382ef33a3c7195 as hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/538791a052924cee84382ef33a3c7195 2024-12-05T14:21:25,030 INFO [M:0;218194e0d8ec:38013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/b1d9101c-048f-4b0a-51d1-a04e379e4fba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/538791a052924cee84382ef33a3c7195, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T14:21:25,030 INFO [M:0;218194e0d8ec:38013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1264ms, sequenceid=105, compaction requested=false 2024-12-05T14:21:25,031 INFO [M:0;218194e0d8ec:38013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:25,031 DEBUG [M:0;218194e0d8ec:38013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408483765Disabling compacts and flushes for region at 1733408483765Disabling writes for close at 1733408483766 (+1 ms)Obtaining lock to block concurrent updates at 1733408483766Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408483766Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733408483766Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408483766Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408483766Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408483777 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408483777Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408484184 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408484195 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408484195Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408484602 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408484613 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408484613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0f54fd: reopening flushed file at 1733408485020 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608a8629: reopening flushed file at 1733408485024 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1163c4b4: reopening flushed file at 1733408485027 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1264ms, sequenceid=105, compaction requested=false at 1733408485030 (+3 ms)Writing region close event to WAL at 1733408485031 (+1 ms)Closed at 1733408485031 2024-12-05T14:21:25,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46561 is added to blk_1073741830_1006 (size=64435) 2024-12-05T14:21:25,033 INFO [M:0;218194e0d8ec:38013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:21:25,033 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:21:25,033 INFO [M:0;218194e0d8ec:38013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38013 2024-12-05T14:21:25,034 INFO [M:0;218194e0d8ec:38013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:21:25,264 INFO [M:0;218194e0d8ec:38013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:21:25,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:21:25,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38013-0x101a5ddaab10000, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:21:25,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@779100ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:21:25,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@658cb608{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:21:25,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:21:25,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607bdcf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:21:25,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ad67795{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/hadoop.log.dir/,STOPPED} 2024-12-05T14:21:25,267 WARN [BP-798807381-172.17.0.2-1733408435996 heartbeating to localhost/127.0.0.1:46533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:21:25,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:21:25,267 WARN [BP-798807381-172.17.0.2-1733408435996 heartbeating to localhost/127.0.0.1:46533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-798807381-172.17.0.2-1733408435996 (Datanode Uuid 8a7f4e2a-fe28-4043-9d3f-f49341320700) service to localhost/127.0.0.1:46533 2024-12-05T14:21:25,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:21:25,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/cluster_4412db66-914f-d2f3-25e0-51434a5264cd/data/data1/current/BP-798807381-172.17.0.2-1733408435996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:21:25,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/cluster_4412db66-914f-d2f3-25e0-51434a5264cd/data/data2/current/BP-798807381-172.17.0.2-1733408435996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:21:25,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:21:25,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@234d6df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:21:25,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cdd824b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:21:25,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:21:25,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fefcb30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:21:25,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54cb383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb9c240a-d7b3-ee38-50cf-d2f9d5c004f6/hadoop.log.dir/,STOPPED} 2024-12-05T14:21:25,280 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:21:25,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:21:25,299 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63331) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46533 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40443 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63331) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34993 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63331) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=725 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 424), ProcessCount=11 (was 11), AvailableMemoryMB=5923 (was 5969) 2024-12-05T14:21:25,308 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=725, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=5923 2024-12-05T14:21:25,318 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-05T14:21:25,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/hadoop.log.dir so I do NOT create it in target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257 2024-12-05T14:21:25,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:21:25,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/hadoop.tmp.dir so I do NOT create it in target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257 2024-12-05T14:21:25,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcac9bff-f4ac-b1f8-7b9b-81b904f987aa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:21:25,319 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257 2024-12-05T14:21:25,319 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/cluster_da07980b-0a1f-6a7b-298a-531c642fe629, deleteOnExit=true 2024-12-05T14:21:25,340 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/cluster_da07980b-0a1f-6a7b-298a-531c642fe629/zookeeper_0, clientPort=49304, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/cluster_da07980b-0a1f-6a7b-298a-531c642fe629/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/cluster_da07980b-0a1f-6a7b-298a-531c642fe629/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:21:25,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49304 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/test.cache.data in system properties and HBase conf 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:21:25,341 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:21:25,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:21:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:21:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:21:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:21:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:21:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:21:25,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:21:25,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a5ddaab10008, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:21:25,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5ddaab10002, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:21:25,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5ddaab10005, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:21:25,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5ddaab10002, quorum=127.0.0.1:63331, baseZNode=/01081532046 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:21:25,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5ddaab10005, quorum=127.0.0.1:63331, baseZNode=/1-1954233483 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:21:25,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a5ddaab10008, quorum=127.0.0.1:63331, baseZNode=/2258839792 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:21:25,705 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T14:21:25,706 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,706 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,706 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,707 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,707 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,735 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,735 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,736 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,736 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,736 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,736 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,740 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,742 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,742 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,743 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:25,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:21:25,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:21:25,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:21:25,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:21:25,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:21:25,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:21:25,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b00d80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:21:25,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1871a44c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:21:25,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51d7e7ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/java.io.tmpdir/jetty-localhost-42733-hadoop-hdfs-3_4_1-tests_jar-_-any-17260293771570325294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:21:25,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52bc772f{HTTP/1.1, (http/1.1)}{localhost:42733} 2024-12-05T14:21:25,875 INFO [Time-limited test {}] server.Server(415): Started @276441ms 2024-12-05T14:21:26,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:21:26,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:21:26,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:21:26,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:21:26,144 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:21:26,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b99bf23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:21:26,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f617e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:21:26,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b12a0a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/java.io.tmpdir/jetty-localhost-33299-hadoop-hdfs-3_4_1-tests_jar-_-any-10254998706158549880/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:21:26,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f21fa76{HTTP/1.1, (http/1.1)}{localhost:33299} 2024-12-05T14:21:26,235 INFO [Time-limited test {}] server.Server(415): Started @276801ms 2024-12-05T14:21:26,236 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:21:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:21:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:21:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T14:21:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:21:27,098 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/cluster_da07980b-0a1f-6a7b-298a-531c642fe629/data/data1/current/BP-1573056879-172.17.0.2-1733408485360/current, will proceed with Du for space computation calculation, 2024-12-05T14:21:27,098 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/cluster_da07980b-0a1f-6a7b-298a-531c642fe629/data/data2/current/BP-1573056879-172.17.0.2-1733408485360/current, will proceed with Du for space computation calculation, 2024-12-05T14:21:27,117 WARN [Thread-3416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:21:27,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ea58fbf00707cd0 with lease ID 0x9dcbc08c0357f343: Processing first storage report for DS-ff8062bd-dd0d-4cb9-82a5-1a8da0404f32 from datanode DatanodeRegistration(127.0.0.1:37697, datanodeUuid=05357db5-c27c-4049-ab5a-548ab7679189, infoPort=41243, infoSecurePort=0, ipcPort=39371, storageInfo=lv=-57;cid=testClusterID;nsid=770702251;c=1733408485360) 2024-12-05T14:21:27,120 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ea58fbf00707cd0 with lease ID 0x9dcbc08c0357f343: from storage DS-ff8062bd-dd0d-4cb9-82a5-1a8da0404f32 node DatanodeRegistration(127.0.0.1:37697, datanodeUuid=05357db5-c27c-4049-ab5a-548ab7679189, infoPort=41243, infoSecurePort=0, ipcPort=39371, storageInfo=lv=-57;cid=testClusterID;nsid=770702251;c=1733408485360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:21:27,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ea58fbf00707cd0 with lease ID 0x9dcbc08c0357f343: Processing first storage report for DS-cc57518e-502e-45c5-a1b9-a58f9f4a1ce3 from datanode DatanodeRegistration(127.0.0.1:37697, datanodeUuid=05357db5-c27c-4049-ab5a-548ab7679189, infoPort=41243, infoSecurePort=0, ipcPort=39371, storageInfo=lv=-57;cid=testClusterID;nsid=770702251;c=1733408485360) 2024-12-05T14:21:27,120 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ea58fbf00707cd0 with lease ID 0x9dcbc08c0357f343: from storage DS-cc57518e-502e-45c5-a1b9-a58f9f4a1ce3 node DatanodeRegistration(127.0.0.1:37697, datanodeUuid=05357db5-c27c-4049-ab5a-548ab7679189, infoPort=41243, infoSecurePort=0, ipcPort=39371, storageInfo=lv=-57;cid=testClusterID;nsid=770702251;c=1733408485360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:21:27,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257 2024-12-05T14:21:27,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:27,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:27,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:21:27,567 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41 with version=8 2024-12-05T14:21:27,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/hbase-staging 2024-12-05T14:21:27,568 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:21:27,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:27,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:27,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:21:27,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:27,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:21:27,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:21:27,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:21:27,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36391 2024-12-05T14:21:27,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36391 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-12-05T14:21:27,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363910x0, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:21:27,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36391-0x101a5de6b870000 connected 2024-12-05T14:21:27,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:27,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:27,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Set watcher on znode that does not yet exist, /0-30414539/running 2024-12-05T14:21:27,862 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41, hbase.cluster.distributed=false 2024-12-05T14:21:27,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Set watcher on znode that does not yet exist, /0-30414539/acl 2024-12-05T14:21:27,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36391 2024-12-05T14:21:27,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36391 2024-12-05T14:21:27,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36391 2024-12-05T14:21:27,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36391 2024-12-05T14:21:27,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36391 2024-12-05T14:21:27,876 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:21:27,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:27,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:27,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:21:27,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:27,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:21:27,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:21:27,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:21:27,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42345 2024-12-05T14:21:27,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42345 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-12-05T14:21:27,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:27,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:27,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423450x0, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:21:27,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423450x0, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Set watcher on znode that does not yet exist, /0-30414539/running 2024-12-05T14:21:27,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42345-0x101a5de6b870001 connected 2024-12-05T14:21:27,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:21:27,892 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:21:27,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Set watcher on znode that does not yet exist, /0-30414539/master 2024-12-05T14:21:27,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Set watcher on znode that does not yet exist, /0-30414539/acl 2024-12-05T14:21:27,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42345 2024-12-05T14:21:27,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42345 2024-12-05T14:21:27,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42345 2024-12-05T14:21:27,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42345 2024-12-05T14:21:27,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42345 2024-12-05T14:21:27,908 DEBUG [M:0;218194e0d8ec:36391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:36391 2024-12-05T14:21:27,909 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-30414539/backup-masters/218194e0d8ec,36391,1733408487568 2024-12-05T14:21:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539/backup-masters 2024-12-05T14:21:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539/backup-masters 2024-12-05T14:21:27,922 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Set watcher on existing znode=/0-30414539/backup-masters/218194e0d8ec,36391,1733408487568 2024-12-05T14:21:27,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-30414539/master 2024-12-05T14:21:27,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:27,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:27,932 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Set watcher on existing znode=/0-30414539/master 2024-12-05T14:21:27,932 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-30414539/backup-masters/218194e0d8ec,36391,1733408487568 from backup master directory 2024-12-05T14:21:27,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30414539/backup-masters/218194e0d8ec,36391,1733408487568 2024-12-05T14:21:27,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539/backup-masters 2024-12-05T14:21:27,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539/backup-masters 2024-12-05T14:21:27,942 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:21:27,942 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,36391,1733408487568 2024-12-05T14:21:27,945 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/hbase.id] with ID: 59577e9b-46c5-4a0d-82d8-738f93e3da3c 2024-12-05T14:21:27,945 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/.tmp/hbase.id 2024-12-05T14:21:27,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:21:28,349 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/.tmp/hbase.id]:[hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/hbase.id] 2024-12-05T14:21:28,355 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:28,355 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:21:28,356 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T14:21:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:28,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:21:28,827 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:21:28,828 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:21:28,828 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:28,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:21:29,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store 2024-12-05T14:21:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:21:29,637 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:29,637 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:21:29,637 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:29,637 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:29,637 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:21:29,637 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:29,637 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:29,638 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408489637Disabling compacts and flushes for region at 1733408489637Disabling writes for close at 1733408489637Writing region close event to WAL at 1733408489637Closed at 1733408489637 2024-12-05T14:21:29,638 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/.initializing 2024-12-05T14:21:29,638 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/WALs/218194e0d8ec,36391,1733408487568 2024-12-05T14:21:29,639 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:21:29,640 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C36391%2C1733408487568, suffix=, logDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/WALs/218194e0d8ec,36391,1733408487568, archiveDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/oldWALs, maxLogs=10 2024-12-05T14:21:29,650 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/WALs/218194e0d8ec,36391,1733408487568/218194e0d8ec%2C36391%2C1733408487568.1733408489640, exclude list is [], retry=0 2024-12-05T14:21:29,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37697,DS-ff8062bd-dd0d-4cb9-82a5-1a8da0404f32,DISK] 2024-12-05T14:21:29,654 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/WALs/218194e0d8ec,36391,1733408487568/218194e0d8ec%2C36391%2C1733408487568.1733408489640 2024-12-05T14:21:29,654 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41243:41243)] 2024-12-05T14:21:29,654 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:29,654 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:29,654 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:29,654 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:29,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:29,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:21:29,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:29,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:29,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:29,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:21:29,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:29,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:29,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:29,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:21:29,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:29,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:29,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:29,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:21:29,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:29,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:29,660 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:29,660 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:29,660 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:29,661 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:29,661 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:29,661 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:21:29,662 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:29,664 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:29,664 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71770505, jitterRate=0.06946386396884918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:21:29,664 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408489654Initializing all the Stores at 1733408489655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408489655Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408489655Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408489655Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408489655Cleaning up temporary data from old regions at 1733408489661 (+6 ms)Region opened successfully at 1733408489664 (+3 ms) 2024-12-05T14:21:29,665 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:21:29,667 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3711dc0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:21:29,667 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:21:29,667 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:21:29,667 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:21:29,668 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:21:29,668 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:21:29,668 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:21:29,668 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:21:29,670 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:21:29,670 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Unable to get data of znode /0-30414539/balancer because node does not exist (not necessarily an error) 2024-12-05T14:21:29,742 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30414539/balancer already deleted, retry=false 2024-12-05T14:21:29,743 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:21:29,743 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Unable to get data of znode /0-30414539/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:21:29,752 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30414539/normalizer already deleted, retry=false 2024-12-05T14:21:29,753 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:21:29,754 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Unable to get data of znode /0-30414539/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:21:29,763 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30414539/switch/split already deleted, retry=false 2024-12-05T14:21:29,764 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Unable to get data of znode /0-30414539/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:21:29,773 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30414539/switch/merge already deleted, retry=false 2024-12-05T14:21:29,775 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Unable to get data of znode /0-30414539/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:21:29,784 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-30414539/snapshot-cleanup already deleted, retry=false 2024-12-05T14:21:29,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-30414539/running 2024-12-05T14:21:29,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-30414539/running 2024-12-05T14:21:29,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:29,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:29,795 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,36391,1733408487568, sessionid=0x101a5de6b870000, setting cluster-up flag (Was=false) 2024-12-05T14:21:29,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:29,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:29,847 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-30414539/flush-table-proc/acquired, /0-30414539/flush-table-proc/reached, /0-30414539/flush-table-proc/abort 2024-12-05T14:21:29,848 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,36391,1733408487568 2024-12-05T14:21:29,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:29,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:29,900 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-30414539/online-snapshot/acquired, /0-30414539/online-snapshot/reached, /0-30414539/online-snapshot/abort 2024-12-05T14:21:29,900 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,36391,1733408487568 2024-12-05T14:21:29,901 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:21:29,902 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:21:29,902 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:21:29,902 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:21:29,903 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 218194e0d8ec,37947,1733408352956: status=Processing ServerCrashProcedure of 218194e0d8ec,37947,1733408352956 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733408368829, completionTime=-1 appears to have been leaked 2024-12-05T14:21:29,903 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,36391,1733408487568 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:21:29,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:21:29,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:21:29,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:21:29,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:21:29,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:21:29,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:29,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:21:29,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408519904 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:21:29,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:29,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:21:29,905 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:21:29,906 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:21:29,906 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:29,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:21:29,906 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408489906,5,FailOnTimeoutGroup] 2024-12-05T14:21:29,906 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408489906,5,FailOnTimeoutGroup] 2024-12-05T14:21:29,906 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:29,906 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:21:29,906 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:29,906 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:21:29,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:21:29,913 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41 2024-12-05T14:21:29,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:21:30,002 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(746): ClusterId : 59577e9b-46c5-4a0d-82d8-738f93e3da3c 2024-12-05T14:21:30,002 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:21:30,013 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:21:30,013 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:21:30,023 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:21:30,024 DEBUG [RS:0;218194e0d8ec:42345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df0db26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:21:30,032 DEBUG [RS:0;218194e0d8ec:42345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:42345 2024-12-05T14:21:30,033 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:21:30,033 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:21:30,033 DEBUG [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:21:30,033 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,36391,1733408487568 with port=42345, startcode=1733408487876 2024-12-05T14:21:30,033 DEBUG [RS:0;218194e0d8ec:42345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:21:30,034 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:21:30,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36391 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,42345,1733408487876 2024-12-05T14:21:30,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36391 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,42345,1733408487876 2024-12-05T14:21:30,036 DEBUG [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41 2024-12-05T14:21:30,036 DEBUG [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40665 2024-12-05T14:21:30,036 DEBUG [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:21:30,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539/rs 2024-12-05T14:21:30,048 DEBUG [RS:0;218194e0d8ec:42345 {}] zookeeper.ZKUtil(111): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Set watcher on existing znode=/0-30414539/rs/218194e0d8ec,42345,1733408487876 2024-12-05T14:21:30,048 WARN [RS:0;218194e0d8ec:42345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:21:30,048 INFO [RS:0;218194e0d8ec:42345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:30,048 DEBUG [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876 2024-12-05T14:21:30,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,42345,1733408487876] 2024-12-05T14:21:30,050 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:21:30,051 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:21:30,051 INFO [RS:0;218194e0d8ec:42345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:21:30,051 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,051 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:21:30,052 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:21:30,052 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:21:30,052 DEBUG [RS:0;218194e0d8ec:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:21:30,056 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,056 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,056 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,056 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,056 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,056 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,42345,1733408487876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:21:30,068 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:21:30,068 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,42345,1733408487876-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,068 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,068 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.Replication(171): 218194e0d8ec,42345,1733408487876 started 2024-12-05T14:21:30,079 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,079 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,42345,1733408487876, RpcServer on 218194e0d8ec/172.17.0.2:42345, sessionid=0x101a5de6b870001 2024-12-05T14:21:30,079 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:21:30,079 DEBUG [RS:0;218194e0d8ec:42345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,42345,1733408487876 2024-12-05T14:21:30,079 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,42345,1733408487876' 2024-12-05T14:21:30,079 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-30414539/flush-table-proc/abort' 2024-12-05T14:21:30,079 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-30414539/flush-table-proc/acquired' 2024-12-05T14:21:30,080 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:21:30,080 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:21:30,080 DEBUG [RS:0;218194e0d8ec:42345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,42345,1733408487876 2024-12-05T14:21:30,080 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,42345,1733408487876' 2024-12-05T14:21:30,080 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-30414539/online-snapshot/abort' 2024-12-05T14:21:30,080 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-30414539/online-snapshot/acquired' 2024-12-05T14:21:30,081 DEBUG [RS:0;218194e0d8ec:42345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:21:30,081 INFO [RS:0;218194e0d8ec:42345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:21:30,081 INFO [RS:0;218194e0d8ec:42345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:21:30,181 INFO [RS:0;218194e0d8ec:42345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:21:30,182 INFO [RS:0;218194e0d8ec:42345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C42345%2C1733408487876, suffix=, logDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876, archiveDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/oldWALs, maxLogs=10 2024-12-05T14:21:30,192 DEBUG [RS:0;218194e0d8ec:42345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182, exclude list is [], retry=0 2024-12-05T14:21:30,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37697,DS-ff8062bd-dd0d-4cb9-82a5-1a8da0404f32,DISK] 2024-12-05T14:21:30,195 INFO [RS:0;218194e0d8ec:42345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 2024-12-05T14:21:30,195 DEBUG [RS:0;218194e0d8ec:42345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41243:41243)] 2024-12-05T14:21:30,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:30,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:21:30,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:21:30,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:30,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:30,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:21:30,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:21:30,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:30,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:30,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:21:30,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:21:30,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:30,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:30,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:21:30,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:21:30,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:30,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:30,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:21:30,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740 2024-12-05T14:21:30,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740 2024-12-05T14:21:30,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:21:30,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:21:30,326 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:21:30,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:21:30,327 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:30,328 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63342455, jitterRate=-0.05612386763095856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:21:30,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408490319Initializing all the Stores at 1733408490320 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408490320Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408490320Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408490320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408490320Cleaning up temporary data from old regions at 1733408490325 (+5 ms)Region opened successfully at 1733408490328 (+3 ms) 2024-12-05T14:21:30,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:21:30,328 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:21:30,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:21:30,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:21:30,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:21:30,328 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:21:30,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408490328Disabling compacts and flushes for region at 1733408490328Disabling writes for close at 1733408490328Writing region close event to WAL at 1733408490328Closed at 1733408490328 2024-12-05T14:21:30,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:21:30,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:21:30,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:21:30,330 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:21:30,331 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:21:30,481 DEBUG [218194e0d8ec:36391 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:21:30,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,42345,1733408487876 2024-12-05T14:21:30,482 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,42345,1733408487876, state=OPENING 2024-12-05T14:21:30,528 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:21:30,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:30,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:30,539 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:21:30,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30414539/meta-region-server: CHANGED 2024-12-05T14:21:30,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30414539/meta-region-server: CHANGED 2024-12-05T14:21:30,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,42345,1733408487876}] 2024-12-05T14:21:30,691 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:21:30,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:21:30,694 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:21:30,694 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:30,694 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:21:30,695 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C42345%2C1733408487876.meta, suffix=.meta, logDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876, archiveDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/oldWALs, maxLogs=10 2024-12-05T14:21:30,707 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.meta.1733408490696.meta, exclude list is [], retry=0 2024-12-05T14:21:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37697,DS-ff8062bd-dd0d-4cb9-82a5-1a8da0404f32,DISK] 2024-12-05T14:21:30,710 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.meta.1733408490696.meta 2024-12-05T14:21:30,710 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41243:41243)] 2024-12-05T14:21:30,710 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:30,710 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:21:30,710 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:21:30,711 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:21:30,711 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:21:30,711 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:21:30,711 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:30,711 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:21:30,711 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:21:30,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:21:30,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:21:30,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:30,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:30,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:21:30,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:21:30,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:30,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:30,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:21:30,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:21:30,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:30,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:30,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:21:30,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:21:30,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:30,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:30,715 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:21:30,715 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740 2024-12-05T14:21:30,716 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740 2024-12-05T14:21:30,717 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:21:30,717 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:21:30,717 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:21:30,718 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:21:30,718 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73786388, jitterRate=0.09950286149978638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:21:30,718 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:21:30,719 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408490711Writing region info on filesystem at 1733408490711Initializing all the Stores at 1733408490711Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408490711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408490711Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408490711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408490711Cleaning up temporary data from old regions at 1733408490717 (+6 ms)Running coprocessor post-open hooks at 1733408490718 (+1 ms)Region opened successfully at 1733408490719 (+1 ms) 2024-12-05T14:21:30,720 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408490691 2024-12-05T14:21:30,721 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:21:30,721 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:21:30,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,42345,1733408487876 2024-12-05T14:21:30,722 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,42345,1733408487876, state=OPEN 2024-12-05T14:21:30,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-30414539/meta-region-server 2024-12-05T14:21:30,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-30414539/meta-region-server 2024-12-05T14:21:30,754 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,42345,1733408487876 2024-12-05T14:21:30,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30414539/meta-region-server: CHANGED 2024-12-05T14:21:30,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-30414539/meta-region-server: CHANGED 2024-12-05T14:21:30,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:21:30,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,42345,1733408487876 in 215 msec 2024-12-05T14:21:30,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:21:30,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-12-05T14:21:30,757 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:21:30,757 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:21:30,758 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:30,758 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,42345,1733408487876, seqNum=-1] 2024-12-05T14:21:30,759 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:30,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:21:30,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 861 msec 2024-12-05T14:21:30,763 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408490763, completionTime=-1 2024-12-05T14:21:30,764 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:21:30,764 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:21:30,765 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:21:30,765 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408550765 2024-12-05T14:21:30,765 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408610765 2024-12-05T14:21:30,765 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:21:30,765 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,36391,1733408487568-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,765 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,36391,1733408487568-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,765 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,36391,1733408487568-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,765 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:36391, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,765 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,766 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,767 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:21:30,768 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.826sec 2024-12-05T14:21:30,769 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:21:30,769 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:21:30,769 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:21:30,769 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:21:30,769 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:21:30,769 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,36391,1733408487568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:21:30,769 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,36391,1733408487568-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:21:30,770 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:21:30,770 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:21:30,771 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,36391,1733408487568-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:30,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55163cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:30,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,36391,-1 for getting cluster id 2024-12-05T14:21:30,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:30,803 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59577e9b-46c5-4a0d-82d8-738f93e3da3c' 2024-12-05T14:21:30,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:30,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59577e9b-46c5-4a0d-82d8-738f93e3da3c" 2024-12-05T14:21:30,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab1e3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:30,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,36391,-1] 2024-12-05T14:21:30,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:30,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:30,804 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:30,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126ec880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:30,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,42345,1733408487876, seqNum=-1] 2024-12-05T14:21:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:30,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:21:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,36391,1733408487568 2024-12-05T14:21:30,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-12-05T14:21:30,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:21:30,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5de6b870002 connected 2024-12-05T14:21:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/hadoop.log.dir so I do NOT create it in target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c 2024-12-05T14:21:30,839 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:21:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/hadoop.tmp.dir so I do NOT create it in target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c 2024-12-05T14:21:30,839 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:21:30,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c 2024-12-05T14:21:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:21:30,839 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/cluster_ec200a5e-a61a-6ecf-0bf6-968c7d3631eb, deleteOnExit=true 2024-12-05T14:21:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:21:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/test.cache.data in system properties and HBase conf 2024-12-05T14:21:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:21:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:21:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:21:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:21:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:21:30,839 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:21:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:21:30,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:21:31,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:21:31,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:21:31,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:21:31,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:21:31,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:21:31,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:21:31,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56e31736{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:21:31,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@209c7296{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:21:31,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@133885a4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/java.io.tmpdir/jetty-localhost-37839-hadoop-hdfs-3_4_1-tests_jar-_-any-14754047398956408023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:21:31,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@612d5d6f{HTTP/1.1, (http/1.1)}{localhost:37839} 2024-12-05T14:21:31,229 INFO [Time-limited test {}] server.Server(415): Started @281796ms 2024-12-05T14:21:31,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:21:31,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:21:31,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:21:31,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:21:31,630 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:21:31,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36af4e17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:21:31,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5476271a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:21:31,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ea8b69d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/java.io.tmpdir/jetty-localhost-46291-hadoop-hdfs-3_4_1-tests_jar-_-any-17700031211724436048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:21:31,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d157b00{HTTP/1.1, (http/1.1)}{localhost:46291} 2024-12-05T14:21:31,719 INFO [Time-limited test {}] server.Server(415): Started @282285ms 2024-12-05T14:21:31,720 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:21:32,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:21:32,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:32,421 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/cluster_ec200a5e-a61a-6ecf-0bf6-968c7d3631eb/data/data1/current/BP-961481021-172.17.0.2-1733408490852/current, will proceed with Du for space computation calculation, 2024-12-05T14:21:32,421 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/cluster_ec200a5e-a61a-6ecf-0bf6-968c7d3631eb/data/data2/current/BP-961481021-172.17.0.2-1733408490852/current, will proceed with Du for space computation calculation, 2024-12-05T14:21:32,438 WARN [Thread-3536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:21:32,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28f6722f24873a9c with lease ID 0xf584417b4a134704: Processing first storage report for DS-bc725ba6-9191-4e98-8d36-1a32e1631fc7 from datanode DatanodeRegistration(127.0.0.1:37739, datanodeUuid=a57d9caf-601c-42de-b8a1-ddefd4785d76, infoPort=34429, infoSecurePort=0, ipcPort=42659, storageInfo=lv=-57;cid=testClusterID;nsid=1470341429;c=1733408490852) 2024-12-05T14:21:32,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28f6722f24873a9c with lease ID 0xf584417b4a134704: from storage DS-bc725ba6-9191-4e98-8d36-1a32e1631fc7 node DatanodeRegistration(127.0.0.1:37739, datanodeUuid=a57d9caf-601c-42de-b8a1-ddefd4785d76, infoPort=34429, infoSecurePort=0, ipcPort=42659, storageInfo=lv=-57;cid=testClusterID;nsid=1470341429;c=1733408490852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:21:32,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28f6722f24873a9c with lease ID 0xf584417b4a134704: Processing first storage report for DS-db44e10b-c7c2-425a-9e54-b21055e22dad from datanode DatanodeRegistration(127.0.0.1:37739, datanodeUuid=a57d9caf-601c-42de-b8a1-ddefd4785d76, infoPort=34429, infoSecurePort=0, ipcPort=42659, storageInfo=lv=-57;cid=testClusterID;nsid=1470341429;c=1733408490852) 2024-12-05T14:21:32,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28f6722f24873a9c with lease ID 0xf584417b4a134704: from storage DS-db44e10b-c7c2-425a-9e54-b21055e22dad node DatanodeRegistration(127.0.0.1:37739, datanodeUuid=a57d9caf-601c-42de-b8a1-ddefd4785d76, infoPort=34429, infoSecurePort=0, ipcPort=42659, storageInfo=lv=-57;cid=testClusterID;nsid=1470341429;c=1733408490852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:21:32,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c 2024-12-05T14:21:32,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:32,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:21:32,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:32,604 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:21:32,604 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88430 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:21:32,948 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4 with version=8 2024-12-05T14:21:32,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/hbase-staging 2024-12-05T14:21:32,950 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:21:32,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:32,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:32,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:21:32,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:32,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:21:32,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:21:32,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:21:32,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35241 2024-12-05T14:21:32,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35241 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-12-05T14:21:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352410x0, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:21:33,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35241-0x101a5de6b870003 connected 2024-12-05T14:21:33,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:33,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:33,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Set watcher on znode that does not yet exist, /11644910375/running 2024-12-05T14:21:33,078 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4, hbase.cluster.distributed=false 2024-12-05T14:21:33,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Set watcher on znode that does not yet exist, /11644910375/acl 2024-12-05T14:21:33,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35241 2024-12-05T14:21:33,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35241 2024-12-05T14:21:33,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35241 2024-12-05T14:21:33,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35241 2024-12-05T14:21:33,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35241 2024-12-05T14:21:33,092 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:21:33,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:33,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:33,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:21:33,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:33,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:21:33,092 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:21:33,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:21:33,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34465 2024-12-05T14:21:33,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34465 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-12-05T14:21:33,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:33,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:33,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344650x0, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:21:33,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344650x0, quorum=127.0.0.1:49304, baseZNode=/11644910375 Set watcher on znode that does not yet exist, /11644910375/running 2024-12-05T14:21:33,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34465-0x101a5de6b870004 connected 2024-12-05T14:21:33,111 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:21:33,111 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:21:33,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Set watcher on znode that does not yet exist, /11644910375/master 2024-12-05T14:21:33,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Set watcher on znode that does not yet exist, /11644910375/acl 2024-12-05T14:21:33,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34465 2024-12-05T14:21:33,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34465 2024-12-05T14:21:33,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34465 2024-12-05T14:21:33,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34465 2024-12-05T14:21:33,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34465 2024-12-05T14:21:33,131 DEBUG [M:0;218194e0d8ec:35241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:35241 2024-12-05T14:21:33,132 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11644910375/backup-masters/218194e0d8ec,35241,1733408492950 2024-12-05T14:21:33,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375/backup-masters 2024-12-05T14:21:33,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375/backup-masters 2024-12-05T14:21:33,142 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Set watcher on existing znode=/11644910375/backup-masters/218194e0d8ec,35241,1733408492950 2024-12-05T14:21:33,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11644910375/master 2024-12-05T14:21:33,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:33,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:33,152 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Set watcher on existing znode=/11644910375/master 2024-12-05T14:21:33,153 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11644910375/backup-masters/218194e0d8ec,35241,1733408492950 from backup master directory 2024-12-05T14:21:33,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11644910375/backup-masters/218194e0d8ec,35241,1733408492950 2024-12-05T14:21:33,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375/backup-masters 2024-12-05T14:21:33,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375/backup-masters 2024-12-05T14:21:33,163 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:21:33,163 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,35241,1733408492950 2024-12-05T14:21:33,165 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/hbase.id] with ID: e32be0be-67a0-4de8-acc4-05b70a77c118 2024-12-05T14:21:33,165 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/.tmp/hbase.id 2024-12-05T14:21:33,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:21:33,569 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/.tmp/hbase.id]:[hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/hbase.id] 2024-12-05T14:21:33,576 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:33,576 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:21:33,577 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T14:21:33,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:33,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:33,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:21:34,031 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:21:34,032 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:21:34,032 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:34,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:21:34,037 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store 2024-12-05T14:21:34,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:21:34,444 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:34,444 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:21:34,444 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:34,444 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:34,444 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:21:34,444 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:34,444 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:34,444 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408494444Disabling compacts and flushes for region at 1733408494444Disabling writes for close at 1733408494444Writing region close event to WAL at 1733408494444Closed at 1733408494444 2024-12-05T14:21:34,445 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/.initializing 2024-12-05T14:21:34,445 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/WALs/218194e0d8ec,35241,1733408492950 2024-12-05T14:21:34,446 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:21:34,447 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C35241%2C1733408492950, suffix=, logDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/WALs/218194e0d8ec,35241,1733408492950, archiveDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/oldWALs, maxLogs=10 2024-12-05T14:21:34,457 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/WALs/218194e0d8ec,35241,1733408492950/218194e0d8ec%2C35241%2C1733408492950.1733408494447, exclude list is [], retry=0 2024-12-05T14:21:34,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37739,DS-bc725ba6-9191-4e98-8d36-1a32e1631fc7,DISK] 2024-12-05T14:21:34,459 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/WALs/218194e0d8ec,35241,1733408492950/218194e0d8ec%2C35241%2C1733408492950.1733408494447 2024-12-05T14:21:34,460 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34429:34429)] 2024-12-05T14:21:34,460 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:34,460 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:34,460 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:34,460 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:34,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:34,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:21:34,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:34,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:34,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:34,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:21:34,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:34,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:34,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:34,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:21:34,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:34,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:34,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:34,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:21:34,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:34,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:34,464 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:34,465 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:34,465 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:34,466 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:34,466 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:34,466 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:21:34,467 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:34,468 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:34,468 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62065091, jitterRate=-0.07515807449817657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:21:34,468 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408494460Initializing all the Stores at 1733408494460Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408494460Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408494461 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408494461Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408494461Cleaning up temporary data from old regions at 1733408494466 (+5 ms)Region opened successfully at 1733408494468 (+2 ms) 2024-12-05T14:21:34,468 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:21:34,470 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100ade77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:21:34,470 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:21:34,471 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:21:34,471 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:21:34,471 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:21:34,471 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:21:34,471 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:21:34,471 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:21:34,472 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:21:34,473 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Unable to get data of znode /11644910375/balancer because node does not exist (not necessarily an error) 2024-12-05T14:21:34,552 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11644910375/balancer already deleted, retry=false 2024-12-05T14:21:34,552 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:21:34,553 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Unable to get data of znode /11644910375/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:21:34,563 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11644910375/normalizer already deleted, retry=false 2024-12-05T14:21:34,563 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:21:34,564 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Unable to get data of znode /11644910375/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:21:34,573 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11644910375/switch/split already deleted, retry=false 2024-12-05T14:21:34,574 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Unable to get data of znode /11644910375/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:21:34,584 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11644910375/switch/merge already deleted, retry=false 2024-12-05T14:21:34,585 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Unable to get data of znode /11644910375/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:21:34,594 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11644910375/snapshot-cleanup already deleted, retry=false 2024-12-05T14:21:34,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11644910375/running 2024-12-05T14:21:34,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11644910375/running 2024-12-05T14:21:34,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:34,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:34,605 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,35241,1733408492950, sessionid=0x101a5de6b870003, setting cluster-up flag (Was=false) 2024-12-05T14:21:34,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:34,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:34,657 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11644910375/flush-table-proc/acquired, /11644910375/flush-table-proc/reached, /11644910375/flush-table-proc/abort 2024-12-05T14:21:34,658 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,35241,1733408492950 2024-12-05T14:21:34,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:34,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:34,710 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11644910375/online-snapshot/acquired, /11644910375/online-snapshot/reached, /11644910375/online-snapshot/abort 2024-12-05T14:21:34,711 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,35241,1733408492950 2024-12-05T14:21:34,712 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:21:34,712 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:21:34,713 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:21:34,713 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:21:34,713 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,35241,1733408492950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:21:34,714 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:21:34,714 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:21:34,714 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:21:34,714 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:21:34,714 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:21:34,714 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,714 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:21:34,714 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408524715 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:21:34,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:21:34,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:21:34,716 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408494716,5,FailOnTimeoutGroup] 2024-12-05T14:21:34,716 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:34,716 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408494716,5,FailOnTimeoutGroup] 2024-12-05T14:21:34,716 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:21:34,716 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:21:34,716 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,716 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,723 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(746): ClusterId : e32be0be-67a0-4de8-acc4-05b70a77c118 2024-12-05T14:21:34,723 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:21:34,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:21:34,732 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:21:34,732 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:21:34,742 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:21:34,742 DEBUG [RS:0;218194e0d8ec:34465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cac184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:21:34,755 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:34465 2024-12-05T14:21:34,755 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:21:34,755 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:21:34,755 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:21:34,756 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,35241,1733408492950 with port=34465, startcode=1733408493092 2024-12-05T14:21:34,756 DEBUG [RS:0;218194e0d8ec:34465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:21:34,757 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:21:34,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,34465,1733408493092 2024-12-05T14:21:34,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35241 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,34465,1733408493092 2024-12-05T14:21:34,759 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4 2024-12-05T14:21:34,759 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36865 2024-12-05T14:21:34,759 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:21:34,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375/rs 2024-12-05T14:21:34,770 DEBUG [RS:0;218194e0d8ec:34465 {}] zookeeper.ZKUtil(111): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Set watcher on existing znode=/11644910375/rs/218194e0d8ec,34465,1733408493092 2024-12-05T14:21:34,770 WARN [RS:0;218194e0d8ec:34465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:21:34,770 INFO [RS:0;218194e0d8ec:34465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:34,770 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092 2024-12-05T14:21:34,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,34465,1733408493092] 2024-12-05T14:21:34,773 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:21:34,774 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:21:34,774 INFO [RS:0;218194e0d8ec:34465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:21:34,774 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,776 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:21:34,776 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:21:34,776 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:21:34,777 DEBUG [RS:0;218194e0d8ec:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:21:34,780 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,780 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,780 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,780 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,780 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,780 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34465,1733408493092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:21:34,791 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:21:34,792 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34465,1733408493092-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,792 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,792 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.Replication(171): 218194e0d8ec,34465,1733408493092 started 2024-12-05T14:21:34,802 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:34,802 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,34465,1733408493092, RpcServer on 218194e0d8ec/172.17.0.2:34465, sessionid=0x101a5de6b870004 2024-12-05T14:21:34,802 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:21:34,802 DEBUG [RS:0;218194e0d8ec:34465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,34465,1733408493092 2024-12-05T14:21:34,802 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,34465,1733408493092' 2024-12-05T14:21:34,802 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11644910375/flush-table-proc/abort' 2024-12-05T14:21:34,803 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11644910375/flush-table-proc/acquired' 2024-12-05T14:21:34,803 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:21:34,803 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:21:34,803 DEBUG [RS:0;218194e0d8ec:34465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,34465,1733408493092 2024-12-05T14:21:34,803 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,34465,1733408493092' 2024-12-05T14:21:34,803 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11644910375/online-snapshot/abort' 2024-12-05T14:21:34,803 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11644910375/online-snapshot/acquired' 2024-12-05T14:21:34,803 DEBUG [RS:0;218194e0d8ec:34465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:21:34,803 INFO [RS:0;218194e0d8ec:34465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:21:34,803 INFO [RS:0;218194e0d8ec:34465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:21:34,904 INFO [RS:0;218194e0d8ec:34465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:21:34,905 INFO [RS:0;218194e0d8ec:34465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C34465%2C1733408493092, suffix=, logDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092, archiveDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/oldWALs, maxLogs=10 2024-12-05T14:21:34,915 DEBUG [RS:0;218194e0d8ec:34465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905, exclude list is [], retry=0 2024-12-05T14:21:34,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37739,DS-bc725ba6-9191-4e98-8d36-1a32e1631fc7,DISK] 2024-12-05T14:21:34,918 INFO [RS:0;218194e0d8ec:34465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 2024-12-05T14:21:34,919 DEBUG [RS:0;218194e0d8ec:34465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34429:34429)] 2024-12-05T14:21:35,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:21:35,124 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4 2024-12-05T14:21:35,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:21:35,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:35,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:21:35,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:21:35,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:35,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:35,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:21:35,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:21:35,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:35,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:35,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:21:35,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:21:35,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:35,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:35,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:21:35,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:21:35,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:35,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:35,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:21:35,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740 2024-12-05T14:21:35,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740 2024-12-05T14:21:35,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:21:35,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:21:35,535 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:21:35,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:21:35,538 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:35,538 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61056236, jitterRate=-0.09019118547439575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:21:35,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408495528Initializing all the Stores at 1733408495529 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408495529Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408495529Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408495529Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408495529Cleaning up temporary data from old regions at 1733408495535 (+6 ms)Region opened successfully at 1733408495538 (+3 ms) 2024-12-05T14:21:35,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:21:35,538 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:21:35,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:21:35,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:21:35,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:21:35,538 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:21:35,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408495538Disabling compacts and flushes for region at 1733408495538Disabling writes for close at 1733408495538Writing region close event to WAL at 1733408495538Closed at 1733408495538 2024-12-05T14:21:35,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:21:35,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:21:35,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:21:35,540 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:21:35,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:21:35,691 DEBUG [218194e0d8ec:35241 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:21:35,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,34465,1733408493092 2024-12-05T14:21:35,692 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,34465,1733408493092, state=OPENING 2024-12-05T14:21:35,789 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:21:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:35,805 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:21:35,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11644910375/meta-region-server: CHANGED 2024-12-05T14:21:35,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,34465,1733408493092}] 2024-12-05T14:21:35,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11644910375/meta-region-server: CHANGED 2024-12-05T14:21:35,957 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:21:35,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:21:35,961 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:21:35,961 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:35,961 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:21:35,962 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C34465%2C1733408493092.meta, suffix=.meta, logDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092, archiveDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/oldWALs, maxLogs=10 2024-12-05T14:21:35,972 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.meta.1733408495962.meta, exclude list is [], retry=0 2024-12-05T14:21:35,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37739,DS-bc725ba6-9191-4e98-8d36-1a32e1631fc7,DISK] 2024-12-05T14:21:35,975 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.meta.1733408495962.meta 2024-12-05T14:21:35,975 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34429:34429)] 2024-12-05T14:21:35,976 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:35,976 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:21:35,976 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:21:35,976 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:21:35,976 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:21:35,976 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:21:35,976 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:35,976 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:21:35,976 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:21:35,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:21:35,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:21:35,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:35,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:35,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:21:35,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:21:35,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:35,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:35,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:21:35,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:21:35,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:35,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:35,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:21:35,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:21:35,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:35,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:35,981 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:21:35,981 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740 2024-12-05T14:21:35,982 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740 2024-12-05T14:21:35,983 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:21:35,983 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:21:35,983 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:21:35,983 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:21:35,984 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64078336, jitterRate=-0.04515838623046875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:21:35,984 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:21:35,984 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408495976Writing region info on filesystem at 1733408495976Initializing all the Stores at 1733408495977 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408495977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408495977Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408495977Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408495977Cleaning up temporary data from old regions at 1733408495983 (+6 ms)Running coprocessor post-open hooks at 1733408495984 (+1 ms)Region opened successfully at 1733408495984 2024-12-05T14:21:35,985 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408495957 2024-12-05T14:21:35,986 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:21:35,986 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:21:35,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,34465,1733408493092 2024-12-05T14:21:35,987 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,34465,1733408493092, state=OPEN 2024-12-05T14:21:36,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11644910375/meta-region-server 2024-12-05T14:21:36,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11644910375/meta-region-server 2024-12-05T14:21:36,015 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,34465,1733408493092 2024-12-05T14:21:36,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11644910375/meta-region-server: CHANGED 2024-12-05T14:21:36,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11644910375/meta-region-server: CHANGED 2024-12-05T14:21:36,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:21:36,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,34465,1733408493092 in 210 msec 2024-12-05T14:21:36,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:21:36,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 478 msec 2024-12-05T14:21:36,018 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:21:36,018 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:21:36,019 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:36,019 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34465,1733408493092, seqNum=-1] 2024-12-05T14:21:36,020 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:36,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:21:36,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-12-05T14:21:36,024 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408496024, completionTime=-1 2024-12-05T14:21:36,024 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:21:36,024 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:21:36,025 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:21:36,025 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408556025 2024-12-05T14:21:36,025 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408616025 2024-12-05T14:21:36,025 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:21:36,026 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35241,1733408492950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:36,026 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35241,1733408492950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:36,026 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35241,1733408492950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:36,026 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:35241, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:36,026 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:36,026 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:36,027 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:21:36,029 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.865sec 2024-12-05T14:21:36,029 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:21:36,029 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:21:36,029 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:21:36,029 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:21:36,029 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:21:36,029 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35241,1733408492950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:21:36,029 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35241,1733408492950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:21:36,030 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:21:36,030 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:21:36,030 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35241,1733408492950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:36,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:21:36,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6906083a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:36,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35241,-1 for getting cluster id 2024-12-05T14:21:36,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:36,125 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e32be0be-67a0-4de8-acc4-05b70a77c118' 2024-12-05T14:21:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e32be0be-67a0-4de8-acc4-05b70a77c118" 2024-12-05T14:21:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a431906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35241,-1] 2024-12-05T14:21:36,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:36,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:36,126 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:36,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1988b042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:36,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34465,1733408493092, seqNum=-1] 2024-12-05T14:21:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:36,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:21:36,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,35241,1733408492950 2024-12-05T14:21:36,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-12-05T14:21:36,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:21:36,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5de6b870005 connected 2024-12-05T14:21:36,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/hadoop.log.dir so I do NOT create it in target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f 2024-12-05T14:21:36,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:21:36,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/hadoop.tmp.dir so I do NOT create it in target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f 2024-12-05T14:21:36,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:21:36,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f 2024-12-05T14:21:36,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:21:36,165 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/cluster_864e83de-1682-5cf4-d8e9-40ecc9b4f6d3, deleteOnExit=true 2024-12-05T14:21:36,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:21:36,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/test.cache.data in system properties and HBase conf 2024-12-05T14:21:36,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:21:36,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:21:36,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:21:36,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:21:36,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:21:36,165 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:21:36,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:21:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:21:36,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:21:36,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:21:36,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:21:36,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:21:36,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:21:36,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:21:36,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d8c28a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:21:36,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8907c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:21:36,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1261b299{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/java.io.tmpdir/jetty-localhost-33393-hadoop-hdfs-3_4_1-tests_jar-_-any-3180823337928313201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:21:36,595 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19d6ef49{HTTP/1.1, (http/1.1)}{localhost:33393} 2024-12-05T14:21:36,595 INFO [Time-limited test {}] server.Server(415): Started @287161ms 2024-12-05T14:21:36,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:21:36,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T14:21:36,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:21:36,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T14:21:37,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:21:37,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:21:37,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:21:37,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:21:37,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:21:37,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7708dd23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:21:37,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cc0ff43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:21:37,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@654f331c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/java.io.tmpdir/jetty-localhost-40389-hadoop-hdfs-3_4_1-tests_jar-_-any-14140289671119470615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:21:37,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5aad1476{HTTP/1.1, (http/1.1)}{localhost:40389} 2024-12-05T14:21:37,170 INFO [Time-limited test {}] server.Server(415): Started @287736ms 2024-12-05T14:21:37,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:21:37,803 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/cluster_864e83de-1682-5cf4-d8e9-40ecc9b4f6d3/data/data2/current/BP-1663067968-172.17.0.2-1733408496179/current, will proceed with Du for space computation calculation, 2024-12-05T14:21:37,803 WARN [Thread-3669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/cluster_864e83de-1682-5cf4-d8e9-40ecc9b4f6d3/data/data1/current/BP-1663067968-172.17.0.2-1733408496179/current, will proceed with Du for space computation calculation, 2024-12-05T14:21:37,822 WARN [Thread-3657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:21:37,824 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4359fa18d6e824a0 with lease ID 0xa75f77cf96e7c163: Processing first storage report for DS-f6ee6155-eae8-4d0f-a3a2-c0a126b75135 from datanode DatanodeRegistration(127.0.0.1:37253, datanodeUuid=1b15ed44-21a0-45d7-bd11-bf5733beb7c1, infoPort=34921, infoSecurePort=0, ipcPort=38703, storageInfo=lv=-57;cid=testClusterID;nsid=1629427239;c=1733408496179) 2024-12-05T14:21:37,824 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4359fa18d6e824a0 with lease ID 0xa75f77cf96e7c163: from storage DS-f6ee6155-eae8-4d0f-a3a2-c0a126b75135 node DatanodeRegistration(127.0.0.1:37253, datanodeUuid=1b15ed44-21a0-45d7-bd11-bf5733beb7c1, infoPort=34921, infoSecurePort=0, ipcPort=38703, storageInfo=lv=-57;cid=testClusterID;nsid=1629427239;c=1733408496179), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:21:37,824 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4359fa18d6e824a0 with lease ID 0xa75f77cf96e7c163: Processing first storage report for DS-484947fa-800e-4536-b5eb-643c85eebd5e from datanode DatanodeRegistration(127.0.0.1:37253, datanodeUuid=1b15ed44-21a0-45d7-bd11-bf5733beb7c1, infoPort=34921, infoSecurePort=0, ipcPort=38703, storageInfo=lv=-57;cid=testClusterID;nsid=1629427239;c=1733408496179) 2024-12-05T14:21:37,824 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4359fa18d6e824a0 with lease ID 0xa75f77cf96e7c163: from storage DS-484947fa-800e-4536-b5eb-643c85eebd5e node DatanodeRegistration(127.0.0.1:37253, datanodeUuid=1b15ed44-21a0-45d7-bd11-bf5733beb7c1, infoPort=34921, infoSecurePort=0, ipcPort=38703, storageInfo=lv=-57;cid=testClusterID;nsid=1629427239;c=1733408496179), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:21:37,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f 2024-12-05T14:21:37,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:37,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:37,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:21:38,300 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118 with version=8 2024-12-05T14:21:38,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/hbase-staging 2024-12-05T14:21:38,302 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:21:38,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:38,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:38,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:21:38,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:38,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:21:38,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:21:38,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:21:38,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41643 2024-12-05T14:21:38,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41643 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-12-05T14:21:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416430x0, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:21:38,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41643-0x101a5de6b870006 connected 2024-12-05T14:21:38,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:38,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:38,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Set watcher on znode that does not yet exist, /2-378418578/running 2024-12-05T14:21:38,430 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118, hbase.cluster.distributed=false 2024-12-05T14:21:38,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Set watcher on znode that does not yet exist, /2-378418578/acl 2024-12-05T14:21:38,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41643 2024-12-05T14:21:38,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41643 2024-12-05T14:21:38,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41643 2024-12-05T14:21:38,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41643 2024-12-05T14:21:38,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41643 2024-12-05T14:21:38,444 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:21:38,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:38,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:38,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:21:38,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:21:38,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:21:38,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:21:38,445 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:21:38,445 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38259 2024-12-05T14:21:38,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38259 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-12-05T14:21:38,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:38,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:38,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382590x0, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:21:38,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38259-0x101a5de6b870007 connected 2024-12-05T14:21:38,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Set watcher on znode that does not yet exist, /2-378418578/running 2024-12-05T14:21:38,458 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:21:38,459 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:21:38,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Set watcher on znode that does not yet exist, /2-378418578/master 2024-12-05T14:21:38,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Set watcher on znode that does not yet exist, /2-378418578/acl 2024-12-05T14:21:38,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38259 2024-12-05T14:21:38,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38259 2024-12-05T14:21:38,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38259 2024-12-05T14:21:38,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38259 2024-12-05T14:21:38,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38259 2024-12-05T14:21:38,476 DEBUG [M:0;218194e0d8ec:41643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:41643 2024-12-05T14:21:38,477 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-378418578/backup-masters/218194e0d8ec,41643,1733408498302 2024-12-05T14:21:38,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578/backup-masters 2024-12-05T14:21:38,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578/backup-masters 2024-12-05T14:21:38,489 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Set watcher on existing znode=/2-378418578/backup-masters/218194e0d8ec,41643,1733408498302 2024-12-05T14:21:38,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-378418578/master 2024-12-05T14:21:38,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:38,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:38,500 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Set watcher on existing znode=/2-378418578/master 2024-12-05T14:21:38,500 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-378418578/backup-masters/218194e0d8ec,41643,1733408498302 from backup master directory 2024-12-05T14:21:38,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-378418578/backup-masters/218194e0d8ec,41643,1733408498302 2024-12-05T14:21:38,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578/backup-masters 2024-12-05T14:21:38,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578/backup-masters 2024-12-05T14:21:38,510 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:21:38,510 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,41643,1733408498302 2024-12-05T14:21:38,512 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/hbase.id] with ID: d9a7b68f-a7c9-48bc-9705-992b6573dd23 2024-12-05T14:21:38,512 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/.tmp/hbase.id 2024-12-05T14:21:38,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:21:38,916 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/.tmp/hbase.id]:[hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/hbase.id] 2024-12-05T14:21:38,922 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:21:38,922 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:21:38,923 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T14:21:38,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:38,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:38,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:21:39,374 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:21:39,375 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:21:39,375 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:21:39,780 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store 2024-12-05T14:21:39,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:21:40,185 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:40,185 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:21:40,185 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:40,185 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:40,185 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:21:40,185 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:40,185 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:21:40,185 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408500185Disabling compacts and flushes for region at 1733408500185Disabling writes for close at 1733408500185Writing region close event to WAL at 1733408500185Closed at 1733408500185 2024-12-05T14:21:40,186 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/.initializing 2024-12-05T14:21:40,186 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/WALs/218194e0d8ec,41643,1733408498302 2024-12-05T14:21:40,187 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:21:40,188 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C41643%2C1733408498302, suffix=, logDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/WALs/218194e0d8ec,41643,1733408498302, archiveDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/oldWALs, maxLogs=10 2024-12-05T14:21:40,199 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/WALs/218194e0d8ec,41643,1733408498302/218194e0d8ec%2C41643%2C1733408498302.1733408500188, exclude list is [], retry=0 2024-12-05T14:21:40,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-f6ee6155-eae8-4d0f-a3a2-c0a126b75135,DISK] 2024-12-05T14:21:40,202 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/WALs/218194e0d8ec,41643,1733408498302/218194e0d8ec%2C41643%2C1733408498302.1733408500188 2024-12-05T14:21:40,202 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34921:34921)] 2024-12-05T14:21:40,202 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:40,203 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:40,203 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:40,203 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:40,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:40,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:21:40,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:40,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:40,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:40,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:21:40,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:40,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:40,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:40,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:21:40,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:40,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:40,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:40,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:21:40,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:40,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:40,208 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:40,208 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:40,209 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:40,209 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:40,209 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:40,210 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:21:40,210 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:21:40,212 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:40,212 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61921614, jitterRate=-0.07729604840278625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:21:40,212 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408500203Initializing all the Stores at 1733408500203Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408500203Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408500204 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408500204Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408500204Cleaning up temporary data from old regions at 1733408500209 (+5 ms)Region opened successfully at 1733408500212 (+3 ms) 2024-12-05T14:21:40,212 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:21:40,214 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f44402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:21:40,214 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:21:40,215 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:21:40,215 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:21:40,215 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:21:40,215 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:21:40,215 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:21:40,215 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:21:40,216 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:21:40,217 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Unable to get data of znode /2-378418578/balancer because node does not exist (not necessarily an error) 2024-12-05T14:21:40,286 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-378418578/balancer already deleted, retry=false 2024-12-05T14:21:40,286 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:21:40,286 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Unable to get data of znode /2-378418578/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:21:40,296 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-378418578/normalizer already deleted, retry=false 2024-12-05T14:21:40,296 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:21:40,297 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Unable to get data of znode /2-378418578/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:21:40,306 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-378418578/switch/split already deleted, retry=false 2024-12-05T14:21:40,307 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Unable to get data of znode /2-378418578/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:21:40,317 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-378418578/switch/merge already deleted, retry=false 2024-12-05T14:21:40,319 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Unable to get data of znode /2-378418578/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:21:40,331 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-378418578/snapshot-cleanup already deleted, retry=false 2024-12-05T14:21:40,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-378418578/running 2024-12-05T14:21:40,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-378418578/running 2024-12-05T14:21:40,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:40,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:40,342 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,41643,1733408498302, sessionid=0x101a5de6b870006, setting cluster-up flag (Was=false) 2024-12-05T14:21:40,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:40,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:40,394 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-378418578/flush-table-proc/acquired, /2-378418578/flush-table-proc/reached, /2-378418578/flush-table-proc/abort 2024-12-05T14:21:40,395 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,41643,1733408498302 2024-12-05T14:21:40,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:40,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:40,446 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-378418578/online-snapshot/acquired, /2-378418578/online-snapshot/reached, /2-378418578/online-snapshot/abort 2024-12-05T14:21:40,447 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,41643,1733408498302 2024-12-05T14:21:40,448 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:21:40,449 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:21:40,449 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:21:40,450 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:21:40,450 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,41643,1733408498302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:21:40,451 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:21:40,451 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:21:40,451 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:21:40,451 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:21:40,451 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:21:40,451 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,451 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:21:40,451 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,452 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408530452 2024-12-05T14:21:40,452 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:21:40,452 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:21:40,452 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:21:40,452 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:21:40,452 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:21:40,452 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:21:40,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:21:40,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:21:40,452 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,453 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:21:40,453 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:21:40,453 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:21:40,453 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:21:40,453 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:21:40,453 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:21:40,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:40,453 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408500453,5,FailOnTimeoutGroup] 2024-12-05T14:21:40,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:21:40,453 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408500453,5,FailOnTimeoutGroup] 2024-12-05T14:21:40,453 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,453 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:21:40,453 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,453 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:21:40,467 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(746): ClusterId : d9a7b68f-a7c9-48bc-9705-992b6573dd23 2024-12-05T14:21:40,467 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:21:40,479 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:21:40,479 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:21:40,489 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:21:40,489 DEBUG [RS:0;218194e0d8ec:38259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168f1789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:21:40,502 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:38259 2024-12-05T14:21:40,502 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:21:40,502 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:21:40,502 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:21:40,503 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,41643,1733408498302 with port=38259, startcode=1733408498444 2024-12-05T14:21:40,503 DEBUG [RS:0;218194e0d8ec:38259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:21:40,504 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:21:40,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,38259,1733408498444 2024-12-05T14:21:40,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41643 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,38259,1733408498444 2024-12-05T14:21:40,506 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118 2024-12-05T14:21:40,506 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46183 2024-12-05T14:21:40,506 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:21:40,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578/rs 2024-12-05T14:21:40,556 DEBUG [RS:0;218194e0d8ec:38259 {}] zookeeper.ZKUtil(111): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Set watcher on existing znode=/2-378418578/rs/218194e0d8ec,38259,1733408498444 2024-12-05T14:21:40,556 WARN [RS:0;218194e0d8ec:38259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:21:40,556 INFO [RS:0;218194e0d8ec:38259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:40,556 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444 2024-12-05T14:21:40,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,38259,1733408498444] 2024-12-05T14:21:40,558 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:21:40,559 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:21:40,560 INFO [RS:0;218194e0d8ec:38259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:21:40,560 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,560 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:21:40,560 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:21:40,560 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,560 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,560 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,560 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,560 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,560 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,560 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:21:40,561 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,561 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,561 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,561 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,561 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,561 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:21:40,561 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:21:40,561 DEBUG [RS:0;218194e0d8ec:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:21:40,561 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,561 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,561 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,561 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,561 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,561 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38259,1733408498444-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:21:40,572 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:21:40,573 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38259,1733408498444-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,573 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,573 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.Replication(171): 218194e0d8ec,38259,1733408498444 started 2024-12-05T14:21:40,583 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:40,583 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,38259,1733408498444, RpcServer on 218194e0d8ec/172.17.0.2:38259, sessionid=0x101a5de6b870007 2024-12-05T14:21:40,583 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:21:40,583 DEBUG [RS:0;218194e0d8ec:38259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,38259,1733408498444 2024-12-05T14:21:40,583 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,38259,1733408498444' 2024-12-05T14:21:40,583 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-378418578/flush-table-proc/abort' 2024-12-05T14:21:40,584 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-378418578/flush-table-proc/acquired' 2024-12-05T14:21:40,584 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:21:40,584 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:21:40,584 DEBUG [RS:0;218194e0d8ec:38259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,38259,1733408498444 2024-12-05T14:21:40,584 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,38259,1733408498444' 2024-12-05T14:21:40,584 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-378418578/online-snapshot/abort' 2024-12-05T14:21:40,585 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-378418578/online-snapshot/acquired' 2024-12-05T14:21:40,585 DEBUG [RS:0;218194e0d8ec:38259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:21:40,585 INFO [RS:0;218194e0d8ec:38259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:21:40,585 INFO [RS:0;218194e0d8ec:38259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:21:40,685 INFO [RS:0;218194e0d8ec:38259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:21:40,686 INFO [RS:0;218194e0d8ec:38259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C38259%2C1733408498444, suffix=, logDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444, archiveDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/oldWALs, maxLogs=10 2024-12-05T14:21:40,697 DEBUG [RS:0;218194e0d8ec:38259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687, exclude list is [], retry=0 2024-12-05T14:21:40,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-f6ee6155-eae8-4d0f-a3a2-c0a126b75135,DISK] 2024-12-05T14:21:40,700 INFO [RS:0;218194e0d8ec:38259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 2024-12-05T14:21:40,701 DEBUG [RS:0;218194e0d8ec:38259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34921:34921)] 2024-12-05T14:21:40,860 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:21:40,860 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118 2024-12-05T14:21:40,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:21:41,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:41,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:21:41,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:21:41,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:41,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:41,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:21:41,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:21:41,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:41,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:41,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:21:41,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:21:41,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:41,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:41,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:21:41,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:21:41,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:41,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:41,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:21:41,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740 2024-12-05T14:21:41,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740 2024-12-05T14:21:41,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:21:41,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:21:41,270 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:21:41,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:21:41,272 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:41,272 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70383248, jitterRate=0.048792123794555664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:21:41,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408501264Initializing all the Stores at 1733408501265 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408501265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408501265Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408501265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408501265Cleaning up temporary data from old regions at 1733408501270 (+5 ms)Region opened successfully at 1733408501272 (+2 ms) 2024-12-05T14:21:41,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:21:41,272 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:21:41,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:21:41,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:21:41,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:21:41,273 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:21:41,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408501272Disabling compacts and flushes for region at 1733408501272Disabling writes for close at 1733408501272Writing region close event to WAL at 1733408501273 (+1 ms)Closed at 1733408501273 2024-12-05T14:21:41,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:21:41,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:21:41,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:21:41,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:21:41,275 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:21:41,425 DEBUG [218194e0d8ec:41643 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:21:41,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,38259,1733408498444 2024-12-05T14:21:41,426 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,38259,1733408498444, state=OPENING 2024-12-05T14:21:41,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:21:41,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,496 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:21:41,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:41,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:41,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-378418578/meta-region-server: CHANGED 2024-12-05T14:21:41,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-378418578/meta-region-server: CHANGED 2024-12-05T14:21:41,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:21:41,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,38259,1733408498444}] 2024-12-05T14:21:41,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:41,659 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:21:41,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:21:41,662 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:21:41,662 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:41,662 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:21:41,664 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C38259%2C1733408498444.meta, suffix=.meta, logDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444, archiveDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/oldWALs, maxLogs=10 2024-12-05T14:21:41,674 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.meta.1733408501664.meta, exclude list is [], retry=0 2024-12-05T14:21:41,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-f6ee6155-eae8-4d0f-a3a2-c0a126b75135,DISK] 2024-12-05T14:21:41,677 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.meta.1733408501664.meta 2024-12-05T14:21:41,677 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34921:34921)] 2024-12-05T14:21:41,677 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:41,677 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:21:41,677 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:21:41,677 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:21:41,677 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:21:41,677 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:21:41,677 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:41,678 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:21:41,678 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:21:41,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:21:41,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:21:41,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:41,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:41,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:21:41,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:21:41,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:41,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:41,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:21:41,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:21:41,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:41,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:41,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:21:41,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:21:41,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:41,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:21:41,681 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:21:41,682 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740 2024-12-05T14:21:41,682 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740 2024-12-05T14:21:41,683 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:21:41,683 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:21:41,683 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:21:41,684 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:21:41,684 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68607354, jitterRate=0.022329241037368774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:21:41,684 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:21:41,684 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408501678Writing region info on filesystem at 1733408501678Initializing all the Stores at 1733408501678Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408501678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408501678Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408501678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408501678Cleaning up temporary data from old regions at 1733408501683 (+5 ms)Running coprocessor post-open hooks at 1733408501684 (+1 ms)Region opened successfully at 1733408501684 2024-12-05T14:21:41,685 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408501659 2024-12-05T14:21:41,687 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:21:41,687 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:21:41,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,38259,1733408498444 2024-12-05T14:21:41,688 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,38259,1733408498444, state=OPEN 2024-12-05T14:21:41,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-378418578/meta-region-server 2024-12-05T14:21:41,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-378418578/meta-region-server 2024-12-05T14:21:41,699 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,38259,1733408498444 2024-12-05T14:21:41,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-378418578/meta-region-server: CHANGED 2024-12-05T14:21:41,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-378418578/meta-region-server: CHANGED 2024-12-05T14:21:41,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:21:41,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,38259,1733408498444 in 192 msec 2024-12-05T14:21:41,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:21:41,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-12-05T14:21:41,702 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:21:41,702 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:21:41,703 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:41,703 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,38259,1733408498444, seqNum=-1] 2024-12-05T14:21:41,703 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:41,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:21:41,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-12-05T14:21:41,708 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408501708, completionTime=-1 2024-12-05T14:21:41,708 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:21:41,708 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:21:41,709 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:21:41,709 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408561709 2024-12-05T14:21:41,709 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408621709 2024-12-05T14:21:41,709 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:21:41,711 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41643,1733408498302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:41,711 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41643,1733408498302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:41,711 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41643,1733408498302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:41,711 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:41643, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:41,711 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:41,711 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:41,712 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:21:41,714 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.204sec 2024-12-05T14:21:41,714 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:21:41,714 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:21:41,714 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:21:41,714 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:21:41,714 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:21:41,714 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41643,1733408498302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:21:41,714 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41643,1733408498302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:21:41,716 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:21:41,716 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:21:41,716 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,41643,1733408498302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:21:41,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2023c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:41,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,41643,-1 for getting cluster id 2024-12-05T14:21:41,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:41,778 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a7b68f-a7c9-48bc-9705-992b6573dd23' 2024-12-05T14:21:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a7b68f-a7c9-48bc-9705-992b6573dd23" 2024-12-05T14:21:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47872ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,41643,-1] 2024-12-05T14:21:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:41,780 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:41,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a867581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:41,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,38259,1733408498444, seqNum=-1] 2024-12-05T14:21:41,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:41,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:21:41,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,41643,1733408498302 2024-12-05T14:21:41,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-12-05T14:21:41,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:21:41,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a5de6b870008 connected 2024-12-05T14:21:41,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,36391,1733408487568 2024-12-05T14:21:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79aa775d 2024-12-05T14:21:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:41,807 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:41,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:21:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:21:41,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:21:41,810 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:41,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:21:41,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:21:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:41,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:21:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:42,216 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc26b2709be70b4c9b2742cb1539842f, NAME => 'test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41 2024-12-05T14:21:42,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:21:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:42,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:42,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc26b2709be70b4c9b2742cb1539842f, disabling compactions & flushes 2024-12-05T14:21:42,812 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. 2024-12-05T14:21:42,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. 2024-12-05T14:21:42,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. after waiting 0 ms 2024-12-05T14:21:42,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. 2024-12-05T14:21:42,812 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. 2024-12-05T14:21:42,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc26b2709be70b4c9b2742cb1539842f: Waiting for close lock at 1733408502812Disabling compacts and flushes for region at 1733408502812Disabling writes for close at 1733408502812Writing region close event to WAL at 1733408502812Closed at 1733408502812 2024-12-05T14:21:42,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:21:42,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408502813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408502813"}]},"ts":"1733408502813"} 2024-12-05T14:21:42,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:21:42,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:21:42,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408502815"}]},"ts":"1733408502815"} 2024-12-05T14:21:42,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:21:42,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc26b2709be70b4c9b2742cb1539842f, ASSIGN}] 2024-12-05T14:21:42,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc26b2709be70b4c9b2742cb1539842f, ASSIGN 2024-12-05T14:21:42,819 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc26b2709be70b4c9b2742cb1539842f, ASSIGN; state=OFFLINE, location=218194e0d8ec,42345,1733408487876; forceNewPlan=false, retain=false 2024-12-05T14:21:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:42,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc26b2709be70b4c9b2742cb1539842f, regionState=OPENING, regionLocation=218194e0d8ec,42345,1733408487876 2024-12-05T14:21:42,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc26b2709be70b4c9b2742cb1539842f, ASSIGN because future has completed 2024-12-05T14:21:42,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc26b2709be70b4c9b2742cb1539842f, server=218194e0d8ec,42345,1733408487876}] 2024-12-05T14:21:43,126 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. 2024-12-05T14:21:43,126 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc26b2709be70b4c9b2742cb1539842f, NAME => 'test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:43,127 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:21:43,127 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:21:43,127 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,127 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:43,127 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,127 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,128 INFO [StoreOpener-cc26b2709be70b4c9b2742cb1539842f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,129 INFO [StoreOpener-cc26b2709be70b4c9b2742cb1539842f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc26b2709be70b4c9b2742cb1539842f columnFamilyName f 2024-12-05T14:21:43,129 DEBUG [StoreOpener-cc26b2709be70b4c9b2742cb1539842f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:43,129 INFO [StoreOpener-cc26b2709be70b4c9b2742cb1539842f-1 {}] regionserver.HStore(327): Store=cc26b2709be70b4c9b2742cb1539842f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:43,129 INFO [StoreOpener-cc26b2709be70b4c9b2742cb1539842f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,130 INFO [StoreOpener-cc26b2709be70b4c9b2742cb1539842f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc26b2709be70b4c9b2742cb1539842f columnFamilyName f1 2024-12-05T14:21:43,130 DEBUG [StoreOpener-cc26b2709be70b4c9b2742cb1539842f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:43,130 INFO [StoreOpener-cc26b2709be70b4c9b2742cb1539842f-1 {}] regionserver.HStore(327): Store=cc26b2709be70b4c9b2742cb1539842f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:43,130 INFO [StoreOpener-cc26b2709be70b4c9b2742cb1539842f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,131 INFO [StoreOpener-cc26b2709be70b4c9b2742cb1539842f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc26b2709be70b4c9b2742cb1539842f columnFamilyName norep 2024-12-05T14:21:43,131 DEBUG [StoreOpener-cc26b2709be70b4c9b2742cb1539842f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:43,131 INFO [StoreOpener-cc26b2709be70b4c9b2742cb1539842f-1 {}] regionserver.HStore(327): Store=cc26b2709be70b4c9b2742cb1539842f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:43,131 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,132 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,132 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,132 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,132 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,133 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:21:43,134 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,138 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:43,138 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc26b2709be70b4c9b2742cb1539842f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73810189, jitterRate=0.09985752403736115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:21:43,138 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:21:43,139 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc26b2709be70b4c9b2742cb1539842f: Running coprocessor pre-open hook at 1733408503127Writing region info on filesystem at 1733408503127Initializing all the Stores at 1733408503128 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408503128Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408503128Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408503128Cleaning up temporary data from old regions at 1733408503133 (+5 ms)Running coprocessor post-open hooks at 1733408503138 (+5 ms)Region opened successfully at 1733408503139 (+1 ms) 2024-12-05T14:21:43,139 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f., pid=6, masterSystemTime=1733408503123 2024-12-05T14:21:43,141 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. 2024-12-05T14:21:43,141 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. 2024-12-05T14:21:43,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc26b2709be70b4c9b2742cb1539842f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,42345,1733408487876 2024-12-05T14:21:43,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc26b2709be70b4c9b2742cb1539842f, server=218194e0d8ec,42345,1733408487876 because future has completed 2024-12-05T14:21:43,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:21:43,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc26b2709be70b4c9b2742cb1539842f, server=218194e0d8ec,42345,1733408487876 in 172 msec 2024-12-05T14:21:43,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:21:43,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc26b2709be70b4c9b2742cb1539842f, ASSIGN in 328 msec 2024-12-05T14:21:43,146 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:21:43,146 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408503146"}]},"ts":"1733408503146"} 2024-12-05T14:21:43,148 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:21:43,148 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:21:43,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3400 sec 2024-12-05T14:21:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:43,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:43,965 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:21:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35241,1733408492950 2024-12-05T14:21:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ce49bc7 2024-12-05T14:21:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:43,966 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:43,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:21:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:21:43,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:21:43,969 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:43,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:21:43,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:43,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:21:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:44,377 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bbb4b0179304a76d134fa4b211b83c7, NAME => 'test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4 2024-12-05T14:21:44,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:21:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:44,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:44,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5bbb4b0179304a76d134fa4b211b83c7, disabling compactions & flushes 2024-12-05T14:21:44,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. 2024-12-05T14:21:44,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. 2024-12-05T14:21:44,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. after waiting 0 ms 2024-12-05T14:21:44,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. 2024-12-05T14:21:44,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. 2024-12-05T14:21:44,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bbb4b0179304a76d134fa4b211b83c7: Waiting for close lock at 1733408504782Disabling compacts and flushes for region at 1733408504782Disabling writes for close at 1733408504782Writing region close event to WAL at 1733408504782Closed at 1733408504782 2024-12-05T14:21:44,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:21:44,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408504783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408504783"}]},"ts":"1733408504783"} 2024-12-05T14:21:44,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:21:44,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:21:44,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408504786"}]},"ts":"1733408504786"} 2024-12-05T14:21:44,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:21:44,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bbb4b0179304a76d134fa4b211b83c7, ASSIGN}] 2024-12-05T14:21:44,789 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bbb4b0179304a76d134fa4b211b83c7, ASSIGN 2024-12-05T14:21:44,789 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5bbb4b0179304a76d134fa4b211b83c7, ASSIGN; state=OFFLINE, location=218194e0d8ec,34465,1733408493092; forceNewPlan=false, retain=false 2024-12-05T14:21:44,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bbb4b0179304a76d134fa4b211b83c7, regionState=OPENING, regionLocation=218194e0d8ec,34465,1733408493092 2024-12-05T14:21:44,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5bbb4b0179304a76d134fa4b211b83c7, ASSIGN because future has completed 2024-12-05T14:21:44,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bbb4b0179304a76d134fa4b211b83c7, server=218194e0d8ec,34465,1733408493092}] 2024-12-05T14:21:45,096 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. 2024-12-05T14:21:45,096 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bbb4b0179304a76d134fa4b211b83c7, NAME => 'test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:45,096 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:21:45,096 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:21:45,096 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,097 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:45,097 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,097 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,099 INFO [StoreOpener-5bbb4b0179304a76d134fa4b211b83c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,101 INFO [StoreOpener-5bbb4b0179304a76d134fa4b211b83c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bbb4b0179304a76d134fa4b211b83c7 columnFamilyName f 2024-12-05T14:21:45,101 DEBUG [StoreOpener-5bbb4b0179304a76d134fa4b211b83c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:45,101 INFO [StoreOpener-5bbb4b0179304a76d134fa4b211b83c7-1 {}] regionserver.HStore(327): Store=5bbb4b0179304a76d134fa4b211b83c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:45,101 INFO [StoreOpener-5bbb4b0179304a76d134fa4b211b83c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,102 INFO [StoreOpener-5bbb4b0179304a76d134fa4b211b83c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bbb4b0179304a76d134fa4b211b83c7 columnFamilyName f1 2024-12-05T14:21:45,102 DEBUG [StoreOpener-5bbb4b0179304a76d134fa4b211b83c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:45,102 INFO [StoreOpener-5bbb4b0179304a76d134fa4b211b83c7-1 {}] regionserver.HStore(327): Store=5bbb4b0179304a76d134fa4b211b83c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:45,102 INFO [StoreOpener-5bbb4b0179304a76d134fa4b211b83c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,103 INFO [StoreOpener-5bbb4b0179304a76d134fa4b211b83c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bbb4b0179304a76d134fa4b211b83c7 columnFamilyName norep 2024-12-05T14:21:45,103 DEBUG [StoreOpener-5bbb4b0179304a76d134fa4b211b83c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:45,103 INFO [StoreOpener-5bbb4b0179304a76d134fa4b211b83c7-1 {}] regionserver.HStore(327): Store=5bbb4b0179304a76d134fa4b211b83c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:45,103 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,104 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,104 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,104 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,104 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:45,105 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:21:45,105 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,106 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:45,107 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5bbb4b0179304a76d134fa4b211b83c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61414860, jitterRate=-0.08484727144241333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:21:45,107 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:21:45,107 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5bbb4b0179304a76d134fa4b211b83c7: Running coprocessor pre-open hook at 1733408505097Writing region info on filesystem at 1733408505097Initializing all the Stores at 1733408505097Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408505097Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408505099 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408505099Cleaning up temporary data from old regions at 1733408505104 (+5 ms)Running coprocessor post-open hooks at 1733408505107 (+3 ms)Region opened successfully at 1733408505107 2024-12-05T14:21:45,107 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7., pid=6, masterSystemTime=1733408505093 2024-12-05T14:21:45,109 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. 2024-12-05T14:21:45,109 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. 2024-12-05T14:21:45,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bbb4b0179304a76d134fa4b211b83c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,34465,1733408493092 2024-12-05T14:21:45,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bbb4b0179304a76d134fa4b211b83c7, server=218194e0d8ec,34465,1733408493092 because future has completed 2024-12-05T14:21:45,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:21:45,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bbb4b0179304a76d134fa4b211b83c7, server=218194e0d8ec,34465,1733408493092 in 170 msec 2024-12-05T14:21:45,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:21:45,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5bbb4b0179304a76d134fa4b211b83c7, ASSIGN in 325 msec 2024-12-05T14:21:45,115 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:21:45,115 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408505115"}]},"ts":"1733408505115"} 2024-12-05T14:21:45,116 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:21:45,117 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:21:45,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-05T14:21:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:46,114 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:21:46,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,41643,1733408498302 2024-12-05T14:21:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c9b3256 2024-12-05T14:21:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:46,116 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:46,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:21:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:21:46,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:21:46,118 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:46,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:21:46,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:21:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:21:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:46,524 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db535b8fbb47612009727ce49f8bcb19, NAME => 'test,,1733408506116.db535b8fbb47612009727ce49f8bcb19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118 2024-12-05T14:21:46,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:21:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:46,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408506116.db535b8fbb47612009727ce49f8bcb19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:46,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing db535b8fbb47612009727ce49f8bcb19, disabling compactions & flushes 2024-12-05T14:21:46,928 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. 2024-12-05T14:21:46,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. 2024-12-05T14:21:46,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. after waiting 0 ms 2024-12-05T14:21:46,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. 2024-12-05T14:21:46,928 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. 2024-12-05T14:21:46,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for db535b8fbb47612009727ce49f8bcb19: Waiting for close lock at 1733408506928Disabling compacts and flushes for region at 1733408506928Disabling writes for close at 1733408506928Writing region close event to WAL at 1733408506928Closed at 1733408506928 2024-12-05T14:21:46,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:21:46,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408506116.db535b8fbb47612009727ce49f8bcb19.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408506929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408506929"}]},"ts":"1733408506929"} 2024-12-05T14:21:46,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:21:46,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:21:46,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408506931"}]},"ts":"1733408506931"} 2024-12-05T14:21:46,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:21:46,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db535b8fbb47612009727ce49f8bcb19, ASSIGN}] 2024-12-05T14:21:46,934 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db535b8fbb47612009727ce49f8bcb19, ASSIGN 2024-12-05T14:21:46,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=db535b8fbb47612009727ce49f8bcb19, ASSIGN; state=OFFLINE, location=218194e0d8ec,38259,1733408498444; forceNewPlan=false, retain=false 2024-12-05T14:21:47,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db535b8fbb47612009727ce49f8bcb19, regionState=OPENING, regionLocation=218194e0d8ec,38259,1733408498444 2024-12-05T14:21:47,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=db535b8fbb47612009727ce49f8bcb19, ASSIGN because future has completed 2024-12-05T14:21:47,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db535b8fbb47612009727ce49f8bcb19, server=218194e0d8ec,38259,1733408498444}] 2024-12-05T14:21:47,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:21:47,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:47,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T14:21:47,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T14:21:47,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:21:47,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T14:21:47,226 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T14:21:47,241 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. 2024-12-05T14:21:47,241 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => db535b8fbb47612009727ce49f8bcb19, NAME => 'test,,1733408506116.db535b8fbb47612009727ce49f8bcb19.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:47,241 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:21:47,241 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:21:47,242 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,242 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408506116.db535b8fbb47612009727ce49f8bcb19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:47,242 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,242 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,242 INFO [StoreOpener-db535b8fbb47612009727ce49f8bcb19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,243 INFO [StoreOpener-db535b8fbb47612009727ce49f8bcb19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db535b8fbb47612009727ce49f8bcb19 columnFamilyName f 2024-12-05T14:21:47,243 DEBUG [StoreOpener-db535b8fbb47612009727ce49f8bcb19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:47,243 INFO [StoreOpener-db535b8fbb47612009727ce49f8bcb19-1 {}] regionserver.HStore(327): Store=db535b8fbb47612009727ce49f8bcb19/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:47,243 INFO [StoreOpener-db535b8fbb47612009727ce49f8bcb19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,244 INFO [StoreOpener-db535b8fbb47612009727ce49f8bcb19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db535b8fbb47612009727ce49f8bcb19 columnFamilyName f1 2024-12-05T14:21:47,244 DEBUG [StoreOpener-db535b8fbb47612009727ce49f8bcb19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:47,244 INFO [StoreOpener-db535b8fbb47612009727ce49f8bcb19-1 {}] regionserver.HStore(327): Store=db535b8fbb47612009727ce49f8bcb19/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:47,244 INFO [StoreOpener-db535b8fbb47612009727ce49f8bcb19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,245 INFO [StoreOpener-db535b8fbb47612009727ce49f8bcb19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db535b8fbb47612009727ce49f8bcb19 columnFamilyName norep 2024-12-05T14:21:47,245 DEBUG [StoreOpener-db535b8fbb47612009727ce49f8bcb19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:47,245 INFO [StoreOpener-db535b8fbb47612009727ce49f8bcb19-1 {}] regionserver.HStore(327): Store=db535b8fbb47612009727ce49f8bcb19/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:47,245 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,246 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,246 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,246 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,246 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,247 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:21:47,248 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,249 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:47,249 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened db535b8fbb47612009727ce49f8bcb19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73455287, jitterRate=0.09456907212734222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:21:47,249 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:21:47,249 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for db535b8fbb47612009727ce49f8bcb19: Running coprocessor pre-open hook at 1733408507242Writing region info on filesystem at 1733408507242Initializing all the Stores at 1733408507242Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408507242Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408507242Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408507242Cleaning up temporary data from old regions at 1733408507246 (+4 ms)Running coprocessor post-open hooks at 1733408507249 (+3 ms)Region opened successfully at 1733408507249 2024-12-05T14:21:47,250 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408506116.db535b8fbb47612009727ce49f8bcb19., pid=6, masterSystemTime=1733408507238 2024-12-05T14:21:47,251 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. 2024-12-05T14:21:47,251 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. 2024-12-05T14:21:47,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db535b8fbb47612009727ce49f8bcb19, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,38259,1733408498444 2024-12-05T14:21:47,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db535b8fbb47612009727ce49f8bcb19, server=218194e0d8ec,38259,1733408498444 because future has completed 2024-12-05T14:21:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:47,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:21:47,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure db535b8fbb47612009727ce49f8bcb19, server=218194e0d8ec,38259,1733408498444 in 167 msec 2024-12-05T14:21:47,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:21:47,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=db535b8fbb47612009727ce49f8bcb19, ASSIGN in 323 msec 2024-12-05T14:21:47,257 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:21:47,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408507257"}]},"ts":"1733408507257"} 2024-12-05T14:21:47,259 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:21:47,260 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:21:47,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-12-05T14:21:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:21:48,264 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:21:48,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f3597c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:48,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,36391,-1 for getting cluster id 2024-12-05T14:21:48,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:48,266 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59577e9b-46c5-4a0d-82d8-738f93e3da3c' 2024-12-05T14:21:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59577e9b-46c5-4a0d-82d8-738f93e3da3c" 2024-12-05T14:21:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbe1613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,36391,-1] 2024-12-05T14:21:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:48,267 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:48,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268d9257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:48,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:48,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,36391,1733408487568 2024-12-05T14:21:48,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15ae03e2 2024-12-05T14:21:48,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:48,270 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:48,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:35241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:21:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:21:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:48,272 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:35241' 2024-12-05T14:21:48,273 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7c5443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:48,273 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35241,-1 for getting cluster id 2024-12-05T14:21:48,273 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:48,274 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e32be0be-67a0-4de8-acc4-05b70a77c118' 2024-12-05T14:21:48,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:48,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e32be0be-67a0-4de8-acc4-05b70a77c118" 2024-12-05T14:21:48,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71abcea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:48,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35241,-1] 2024-12-05T14:21:48,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:48,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:48,275 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:48,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a3c8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:48,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:48,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35241,1733408492950 2024-12-05T14:21:48,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ce1c399 2024-12-05T14:21:48,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:48,277 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:48,277 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T14:21:48,277 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:21:48,277 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:48,278 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:48,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:48,278 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:21:48,279 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:21:48,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:21:48,280 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:48,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:21:48,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741837_1013 (size=1138) 2024-12-05T14:21:48,329 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:21:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:48,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d03af86b93c049b0e015bcca44d8b295, NAME => 'hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41 2024-12-05T14:21:48,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741838_1014 (size=44) 2024-12-05T14:21:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:49,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:49,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d03af86b93c049b0e015bcca44d8b295, disabling compactions & flushes 2024-12-05T14:21:49,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. 2024-12-05T14:21:49,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. 2024-12-05T14:21:49,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. after waiting 0 ms 2024-12-05T14:21:49,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. 2024-12-05T14:21:49,094 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. 2024-12-05T14:21:49,094 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d03af86b93c049b0e015bcca44d8b295: Waiting for close lock at 1733408509093Disabling compacts and flushes for region at 1733408509093Disabling writes for close at 1733408509093Writing region close event to WAL at 1733408509093Closed at 1733408509093 2024-12-05T14:21:49,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:21:49,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408509094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408509094"}]},"ts":"1733408509094"} 2024-12-05T14:21:49,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:21:49,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:21:49,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408509097"}]},"ts":"1733408509097"} 2024-12-05T14:21:49,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:21:49,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d03af86b93c049b0e015bcca44d8b295, ASSIGN}] 2024-12-05T14:21:49,099 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d03af86b93c049b0e015bcca44d8b295, ASSIGN 2024-12-05T14:21:49,099 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d03af86b93c049b0e015bcca44d8b295, ASSIGN; state=OFFLINE, location=218194e0d8ec,42345,1733408487876; forceNewPlan=false, retain=false 2024-12-05T14:21:49,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d03af86b93c049b0e015bcca44d8b295, regionState=OPENING, regionLocation=218194e0d8ec,42345,1733408487876 2024-12-05T14:21:49,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d03af86b93c049b0e015bcca44d8b295, ASSIGN because future has completed 2024-12-05T14:21:49,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d03af86b93c049b0e015bcca44d8b295, server=218194e0d8ec,42345,1733408487876}] 2024-12-05T14:21:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:49,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. 2024-12-05T14:21:49,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:49,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:21:49,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C42345%2C1733408487876.rep, suffix=, logDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876, archiveDir=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/oldWALs, maxLogs=10 2024-12-05T14:21:49,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.rep.1733408509409, exclude list is [], retry=0 2024-12-05T14:21:49,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37697,DS-ff8062bd-dd0d-4cb9-82a5-1a8da0404f32,DISK] 2024-12-05T14:21:49,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.rep.1733408509409 2024-12-05T14:21:49,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41243:41243)] 2024-12-05T14:21:49,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d03af86b93c049b0e015bcca44d8b295, NAME => 'hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:49,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:21:49,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:21:49,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. service=MultiRowMutationService 2024-12-05T14:21:49,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:21:49,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:49,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,425 INFO [StoreOpener-d03af86b93c049b0e015bcca44d8b295-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,426 INFO [StoreOpener-d03af86b93c049b0e015bcca44d8b295-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d03af86b93c049b0e015bcca44d8b295 columnFamilyName hfileref 2024-12-05T14:21:49,426 DEBUG [StoreOpener-d03af86b93c049b0e015bcca44d8b295-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:49,426 INFO [StoreOpener-d03af86b93c049b0e015bcca44d8b295-1 {}] regionserver.HStore(327): Store=d03af86b93c049b0e015bcca44d8b295/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:49,426 INFO [StoreOpener-d03af86b93c049b0e015bcca44d8b295-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,427 INFO [StoreOpener-d03af86b93c049b0e015bcca44d8b295-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d03af86b93c049b0e015bcca44d8b295 columnFamilyName queue 2024-12-05T14:21:49,427 DEBUG [StoreOpener-d03af86b93c049b0e015bcca44d8b295-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:49,427 INFO [StoreOpener-d03af86b93c049b0e015bcca44d8b295-1 {}] regionserver.HStore(327): Store=d03af86b93c049b0e015bcca44d8b295/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:49,427 INFO [StoreOpener-d03af86b93c049b0e015bcca44d8b295-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,428 INFO [StoreOpener-d03af86b93c049b0e015bcca44d8b295-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d03af86b93c049b0e015bcca44d8b295 columnFamilyName sid 2024-12-05T14:21:49,428 DEBUG [StoreOpener-d03af86b93c049b0e015bcca44d8b295-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:49,428 INFO [StoreOpener-d03af86b93c049b0e015bcca44d8b295-1 {}] regionserver.HStore(327): Store=d03af86b93c049b0e015bcca44d8b295/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:49,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/replication/d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/replication/d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:21:49,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/replication/d03af86b93c049b0e015bcca44d8b295/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:49,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d03af86b93c049b0e015bcca44d8b295; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71607144, jitterRate=0.06702959537506104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:21:49,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:21:49,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d03af86b93c049b0e015bcca44d8b295: Running coprocessor pre-open hook at 1733408509424Writing region info on filesystem at 1733408509424Initializing all the Stores at 1733408509424Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408509424Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408509425 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408509425Cleaning up temporary data from old regions at 1733408509429 (+4 ms)Running coprocessor post-open hooks at 1733408509432 (+3 ms)Region opened successfully at 1733408509432 2024-12-05T14:21:49,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295., pid=10, masterSystemTime=1733408509404 2024-12-05T14:21:49,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. 2024-12-05T14:21:49,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. 2024-12-05T14:21:49,435 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d03af86b93c049b0e015bcca44d8b295, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,42345,1733408487876 2024-12-05T14:21:49,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d03af86b93c049b0e015bcca44d8b295, server=218194e0d8ec,42345,1733408487876 because future has completed 2024-12-05T14:21:49,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:21:49,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d03af86b93c049b0e015bcca44d8b295, server=218194e0d8ec,42345,1733408487876 in 185 msec 2024-12-05T14:21:49,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T14:21:49,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d03af86b93c049b0e015bcca44d8b295, ASSIGN in 340 msec 2024-12-05T14:21:49,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:21:49,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408509440"}]},"ts":"1733408509440"} 2024-12-05T14:21:49,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:21:49,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:21:49,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-12-05T14:21:49,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295., hostname=218194e0d8ec,42345,1733408487876, seqNum=2] 2024-12-05T14:21:49,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:49,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:21:49,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:21:49,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T14:21:49,737 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:21:49,761 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,42345,1733408487876, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:21:49,761 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:49,762 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,42345,1733408487876, seqNum=-1] 2024-12-05T14:21:49,762 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:49,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-05T14:21:49,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,42345,1733408487876', locateType=CURRENT is [region=hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295., hostname=218194e0d8ec,42345,1733408487876, seqNum=2] 2024-12-05T14:21:49,767 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T14:21:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T14:21:49,768 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,42345,1733408487876 suceeded 2024-12-05T14:21:49,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T14:21:49,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T14:21:49,770 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:35241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:21:49,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-12-05T14:21:49,778 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:35241' 2024-12-05T14:21:49,779 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@613e8c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:49,779 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35241,-1 for getting cluster id 2024-12-05T14:21:49,780 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:49,780 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e32be0be-67a0-4de8-acc4-05b70a77c118' 2024-12-05T14:21:49,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:49,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e32be0be-67a0-4de8-acc4-05b70a77c118" 2024-12-05T14:21:49,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22d3b114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:49,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35241,-1] 2024-12-05T14:21:49,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:49,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:49,781 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:49,782 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a1b5011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:49,782 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:49,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35241,1733408492950 2024-12-05T14:21:49,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63b1f401 2024-12-05T14:21:49,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:49,783 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-05T14:21:49,784 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,42345,1733408487876 (queues=1) is replicating from cluster=59577e9b-46c5-4a0d-82d8-738f93e3da3c to cluster=e32be0be-67a0-4de8-acc4-05b70a77c118 2024-12-05T14:21:49,784 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C42345%2C1733408487876 2024-12-05T14:21:49,784 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,42345,1733408487876, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:21:49,791 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C42345%2C1733408487876 2024-12-05T14:21:49,791 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182, startPosition=0, beingWritten=true 2024-12-05T14:21:49,795 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:49,795 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 379, reset compression=false 2024-12-05T14:21:49,795 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,42345,1733408487876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:49,998 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 379, reset compression=false 2024-12-05T14:21:50,301 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 379, reset compression=false 2024-12-05T14:21:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:50,414 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:21:50,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:50,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:50,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:50,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:50,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:50,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc0692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:50,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35241,-1 for getting cluster id 2024-12-05T14:21:50,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:50,415 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e32be0be-67a0-4de8-acc4-05b70a77c118' 2024-12-05T14:21:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e32be0be-67a0-4de8-acc4-05b70a77c118" 2024-12-05T14:21:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9517ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35241,-1] 2024-12-05T14:21:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:50,417 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522b887b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:50,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35241,1733408492950 2024-12-05T14:21:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45820af7 2024-12-05T14:21:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:50,419 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:50,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:41643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:21:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:21:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:50,421 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:41643' 2024-12-05T14:21:50,422 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef97926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:50,422 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,41643,-1 for getting cluster id 2024-12-05T14:21:50,422 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:50,423 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a7b68f-a7c9-48bc-9705-992b6573dd23' 2024-12-05T14:21:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a7b68f-a7c9-48bc-9705-992b6573dd23" 2024-12-05T14:21:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3821889d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,41643,-1] 2024-12-05T14:21:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:50,424 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:50,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a89cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:50,424 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:50,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,41643,1733408498302 2024-12-05T14:21:50,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d590a15 2024-12-05T14:21:50,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:50,426 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:50,427 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T14:21:50,427 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:21:50,427 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:50,427 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:50,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:50,427 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:21:50,428 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:21:50,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:21:50,428 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:50,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:21:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741837_1013 (size=1138) 2024-12-05T14:21:50,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37dd4e5eda489b4480a0d0aee53c0ba8, NAME => 'hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4 2024-12-05T14:21:50,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741838_1014 (size=44) 2024-12-05T14:21:50,478 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:21:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:50,704 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 379, reset compression=false 2024-12-05T14:21:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:50,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:50,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 37dd4e5eda489b4480a0d0aee53c0ba8, disabling compactions & flushes 2024-12-05T14:21:50,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:21:50,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:21:50,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. after waiting 0 ms 2024-12-05T14:21:50,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:21:50,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:21:50,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37dd4e5eda489b4480a0d0aee53c0ba8: Waiting for close lock at 1733408510840Disabling compacts and flushes for region at 1733408510840Disabling writes for close at 1733408510840Writing region close event to WAL at 1733408510840Closed at 1733408510840 2024-12-05T14:21:50,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:21:50,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408510841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408510841"}]},"ts":"1733408510841"} 2024-12-05T14:21:50,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:21:50,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:21:50,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408510843"}]},"ts":"1733408510843"} 2024-12-05T14:21:50,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:21:50,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37dd4e5eda489b4480a0d0aee53c0ba8, ASSIGN}] 2024-12-05T14:21:50,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37dd4e5eda489b4480a0d0aee53c0ba8, ASSIGN 2024-12-05T14:21:50,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37dd4e5eda489b4480a0d0aee53c0ba8, ASSIGN; state=OFFLINE, location=218194e0d8ec,34465,1733408493092; forceNewPlan=false, retain=false 2024-12-05T14:21:50,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=37dd4e5eda489b4480a0d0aee53c0ba8, regionState=OPENING, regionLocation=218194e0d8ec,34465,1733408493092 2024-12-05T14:21:50,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37dd4e5eda489b4480a0d0aee53c0ba8, ASSIGN because future has completed 2024-12-05T14:21:50,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37dd4e5eda489b4480a0d0aee53c0ba8, server=218194e0d8ec,34465,1733408493092}] 2024-12-05T14:21:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:51,107 INFO [AsyncFSWAL-0-hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData-prefix:218194e0d8ec,35241,1733408492950 {}] wal.AbstractFSWAL(1368): Slow sync cost: 108 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37739,DS-bc725ba6-9191-4e98-8d36-1a32e1631fc7,DISK]] 2024-12-05T14:21:51,208 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 379, reset compression=false 2024-12-05T14:21:51,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:21:51,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:51,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:21:51,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C34465%2C1733408493092.rep, suffix=, logDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092, archiveDir=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/oldWALs, maxLogs=10 2024-12-05T14:21:51,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.rep.1733408511262, exclude list is [], retry=0 2024-12-05T14:21:51,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37739,DS-bc725ba6-9191-4e98-8d36-1a32e1631fc7,DISK] 2024-12-05T14:21:51,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.rep.1733408511262 2024-12-05T14:21:51,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34429:34429)] 2024-12-05T14:21:51,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 37dd4e5eda489b4480a0d0aee53c0ba8, NAME => 'hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:51,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:21:51,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:21:51,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. service=MultiRowMutationService 2024-12-05T14:21:51,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:21:51,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:51,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,277 INFO [StoreOpener-37dd4e5eda489b4480a0d0aee53c0ba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,278 INFO [StoreOpener-37dd4e5eda489b4480a0d0aee53c0ba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37dd4e5eda489b4480a0d0aee53c0ba8 columnFamilyName hfileref 2024-12-05T14:21:51,278 DEBUG [StoreOpener-37dd4e5eda489b4480a0d0aee53c0ba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:51,278 INFO [StoreOpener-37dd4e5eda489b4480a0d0aee53c0ba8-1 {}] regionserver.HStore(327): Store=37dd4e5eda489b4480a0d0aee53c0ba8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:51,278 INFO [StoreOpener-37dd4e5eda489b4480a0d0aee53c0ba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,283 INFO [StoreOpener-37dd4e5eda489b4480a0d0aee53c0ba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37dd4e5eda489b4480a0d0aee53c0ba8 columnFamilyName queue 2024-12-05T14:21:51,283 DEBUG [StoreOpener-37dd4e5eda489b4480a0d0aee53c0ba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:51,283 INFO [StoreOpener-37dd4e5eda489b4480a0d0aee53c0ba8-1 {}] regionserver.HStore(327): Store=37dd4e5eda489b4480a0d0aee53c0ba8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:51,284 INFO [StoreOpener-37dd4e5eda489b4480a0d0aee53c0ba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,284 INFO [StoreOpener-37dd4e5eda489b4480a0d0aee53c0ba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37dd4e5eda489b4480a0d0aee53c0ba8 columnFamilyName sid 2024-12-05T14:21:51,284 DEBUG [StoreOpener-37dd4e5eda489b4480a0d0aee53c0ba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:51,285 INFO [StoreOpener-37dd4e5eda489b4480a0d0aee53c0ba8-1 {}] regionserver.HStore(327): Store=37dd4e5eda489b4480a0d0aee53c0ba8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:51,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/replication/37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/replication/37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:21:51,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/replication/37dd4e5eda489b4480a0d0aee53c0ba8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:51,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 37dd4e5eda489b4480a0d0aee53c0ba8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60831091, jitterRate=-0.09354610741138458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:21:51,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:21:51,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 37dd4e5eda489b4480a0d0aee53c0ba8: Running coprocessor pre-open hook at 1733408511276Writing region info on filesystem at 1733408511276Initializing all the Stores at 1733408511276Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408511276Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408511277 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408511277Cleaning up temporary data from old regions at 1733408511286 (+9 ms)Running coprocessor post-open hooks at 1733408511289 (+3 ms)Region opened successfully at 1733408511289 2024-12-05T14:21:51,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8., pid=10, masterSystemTime=1733408511258 2024-12-05T14:21:51,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:21:51,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:21:51,291 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=37dd4e5eda489b4480a0d0aee53c0ba8, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,34465,1733408493092 2024-12-05T14:21:51,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37dd4e5eda489b4480a0d0aee53c0ba8, server=218194e0d8ec,34465,1733408493092 because future has completed 2024-12-05T14:21:51,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:21:51,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 37dd4e5eda489b4480a0d0aee53c0ba8, server=218194e0d8ec,34465,1733408493092 in 295 msec 2024-12-05T14:21:51,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T14:21:51,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37dd4e5eda489b4480a0d0aee53c0ba8, ASSIGN in 450 msec 2024-12-05T14:21:51,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:21:51,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408511296"}]},"ts":"1733408511296"} 2024-12-05T14:21:51,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:21:51,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:21:51,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 871 msec 2024-12-05T14:21:51,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8., hostname=218194e0d8ec,34465,1733408493092, seqNum=2] 2024-12-05T14:21:51,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:51,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:21:51,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:21:51,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T14:21:51,535 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:21:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:51,558 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,34465,1733408493092, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:21:51,558 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:51,558 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34465,1733408493092, seqNum=-1] 2024-12-05T14:21:51,559 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:51,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T14:21:51,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,34465,1733408493092', locateType=CURRENT is [region=hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8., hostname=218194e0d8ec,34465,1733408493092, seqNum=2] 2024-12-05T14:21:51,562 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T14:21:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T14:21:51,564 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,34465,1733408493092 suceeded 2024-12-05T14:21:51,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T14:21:51,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-05T14:21:51,565 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:41643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:21:51,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1460 sec 2024-12-05T14:21:51,574 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:41643' 2024-12-05T14:21:51,575 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35419e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:51,575 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,41643,-1 for getting cluster id 2024-12-05T14:21:51,575 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:51,575 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a7b68f-a7c9-48bc-9705-992b6573dd23' 2024-12-05T14:21:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a7b68f-a7c9-48bc-9705-992b6573dd23" 2024-12-05T14:21:51,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58bc70d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:51,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,41643,-1] 2024-12-05T14:21:51,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:51,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:51,576 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:51,577 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7100fdda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:51,577 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:51,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,41643,1733408498302 2024-12-05T14:21:51,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4550fc2f 2024-12-05T14:21:51,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:51,578 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-05T14:21:51,578 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,34465,1733408493092 (queues=1) is replicating from cluster=e32be0be-67a0-4de8-acc4-05b70a77c118 to cluster=d9a7b68f-a7c9-48bc-9705-992b6573dd23 2024-12-05T14:21:51,578 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C34465%2C1733408493092 2024-12-05T14:21:51,579 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,34465,1733408493092, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:21:51,579 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905, startPosition=0, beingWritten=true 2024-12-05T14:21:51,579 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C34465%2C1733408493092 2024-12-05T14:21:51,583 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:51,583 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 379, reset compression=false 2024-12-05T14:21:51,583 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34465,1733408493092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:51,786 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 379, reset compression=false 2024-12-05T14:21:51,811 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 379, reset compression=false 2024-12-05T14:21:52,089 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 379, reset compression=false 2024-12-05T14:21:52,492 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 379, reset compression=false 2024-12-05T14:21:52,514 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 379, reset compression=false 2024-12-05T14:21:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:52,575 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:21:52,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:52,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:52,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:52,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:52,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:52,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c5271e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:52,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,41643,-1 for getting cluster id 2024-12-05T14:21:52,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:52,577 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a7b68f-a7c9-48bc-9705-992b6573dd23' 2024-12-05T14:21:52,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a7b68f-a7c9-48bc-9705-992b6573dd23" 2024-12-05T14:21:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af6b5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,41643,-1] 2024-12-05T14:21:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:52,579 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:52,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cdd70bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:52,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,41643,1733408498302 2024-12-05T14:21:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f753cee 2024-12-05T14:21:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:52,581 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:52,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:35241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:21:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:21:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:52,584 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:35241' 2024-12-05T14:21:52,585 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d0718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:52,585 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35241,-1 for getting cluster id 2024-12-05T14:21:52,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:52,585 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e32be0be-67a0-4de8-acc4-05b70a77c118' 2024-12-05T14:21:52,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:52,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e32be0be-67a0-4de8-acc4-05b70a77c118" 2024-12-05T14:21:52,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97204c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:52,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35241,-1] 2024-12-05T14:21:52,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:52,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:52,586 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:52,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17906eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:52,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:52,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35241,1733408492950 2024-12-05T14:21:52,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a5ff35 2024-12-05T14:21:52,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:52,588 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:21:52,588 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T14:21:52,588 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:21:52,588 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:52,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:52,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:52,589 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:21:52,590 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:21:52,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:21:52,591 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:52,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:21:52,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741837_1013 (size=1138) 2024-12-05T14:21:52,640 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:21:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:52,723 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:52,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:21:52,724 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108550 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:21:52,747 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:21:52,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:52,995 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 379, reset compression=false 2024-12-05T14:21:52,997 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6adcec67084b7dcac740296fc500f88f, NAME => 'hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118 2024-12-05T14:21:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741838_1014 (size=44) 2024-12-05T14:21:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:53,317 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 379, reset compression=false 2024-12-05T14:21:53,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:53,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6adcec67084b7dcac740296fc500f88f, disabling compactions & flushes 2024-12-05T14:21:53,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. 2024-12-05T14:21:53,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. 2024-12-05T14:21:53,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. after waiting 0 ms 2024-12-05T14:21:53,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. 2024-12-05T14:21:53,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. 2024-12-05T14:21:53,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6adcec67084b7dcac740296fc500f88f: Waiting for close lock at 1733408513401Disabling compacts and flushes for region at 1733408513401Disabling writes for close at 1733408513401Writing region close event to WAL at 1733408513401Closed at 1733408513401 2024-12-05T14:21:53,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:21:53,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408513403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408513403"}]},"ts":"1733408513403"} 2024-12-05T14:21:53,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:21:53,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:21:53,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408513405"}]},"ts":"1733408513405"} 2024-12-05T14:21:53,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:21:53,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6adcec67084b7dcac740296fc500f88f, ASSIGN}] 2024-12-05T14:21:53,408 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6adcec67084b7dcac740296fc500f88f, ASSIGN 2024-12-05T14:21:53,409 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6adcec67084b7dcac740296fc500f88f, ASSIGN; state=OFFLINE, location=218194e0d8ec,38259,1733408498444; forceNewPlan=false, retain=false 2024-12-05T14:21:53,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6adcec67084b7dcac740296fc500f88f, regionState=OPENING, regionLocation=218194e0d8ec,38259,1733408498444 2024-12-05T14:21:53,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6adcec67084b7dcac740296fc500f88f, ASSIGN because future has completed 2024-12-05T14:21:53,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6adcec67084b7dcac740296fc500f88f, server=218194e0d8ec,38259,1733408498444}] 2024-12-05T14:21:53,598 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 379, reset compression=false 2024-12-05T14:21:53,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. 2024-12-05T14:21:53,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:21:53,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:21:53,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C38259%2C1733408498444.rep, suffix=, logDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444, archiveDir=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/oldWALs, maxLogs=10 2024-12-05T14:21:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:53,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.rep.1733408513717, exclude list is [], retry=0 2024-12-05T14:21:53,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-f6ee6155-eae8-4d0f-a3a2-c0a126b75135,DISK] 2024-12-05T14:21:53,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.rep.1733408513717 2024-12-05T14:21:53,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34921:34921)] 2024-12-05T14:21:53,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6adcec67084b7dcac740296fc500f88f, NAME => 'hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:21:53,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:21:53,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:21:53,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. service=MultiRowMutationService 2024-12-05T14:21:53,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:21:53,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:21:53,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,735 INFO [StoreOpener-6adcec67084b7dcac740296fc500f88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,736 INFO [StoreOpener-6adcec67084b7dcac740296fc500f88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6adcec67084b7dcac740296fc500f88f columnFamilyName hfileref 2024-12-05T14:21:53,736 DEBUG [StoreOpener-6adcec67084b7dcac740296fc500f88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:53,736 INFO [StoreOpener-6adcec67084b7dcac740296fc500f88f-1 {}] regionserver.HStore(327): Store=6adcec67084b7dcac740296fc500f88f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:53,736 INFO [StoreOpener-6adcec67084b7dcac740296fc500f88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,737 INFO [StoreOpener-6adcec67084b7dcac740296fc500f88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6adcec67084b7dcac740296fc500f88f columnFamilyName queue 2024-12-05T14:21:53,737 DEBUG [StoreOpener-6adcec67084b7dcac740296fc500f88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:53,737 INFO [StoreOpener-6adcec67084b7dcac740296fc500f88f-1 {}] regionserver.HStore(327): Store=6adcec67084b7dcac740296fc500f88f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:53,737 INFO [StoreOpener-6adcec67084b7dcac740296fc500f88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,738 INFO [StoreOpener-6adcec67084b7dcac740296fc500f88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6adcec67084b7dcac740296fc500f88f columnFamilyName sid 2024-12-05T14:21:53,738 DEBUG [StoreOpener-6adcec67084b7dcac740296fc500f88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:21:53,738 INFO [StoreOpener-6adcec67084b7dcac740296fc500f88f-1 {}] regionserver.HStore(327): Store=6adcec67084b7dcac740296fc500f88f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:21:53,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/replication/6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/replication/6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:21:53,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/replication/6adcec67084b7dcac740296fc500f88f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:21:53,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6adcec67084b7dcac740296fc500f88f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70714993, jitterRate=0.053735509514808655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:21:53,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6adcec67084b7dcac740296fc500f88f 2024-12-05T14:21:53,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6adcec67084b7dcac740296fc500f88f: Running coprocessor pre-open hook at 1733408513734Writing region info on filesystem at 1733408513734Initializing all the Stores at 1733408513734Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408513734Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408513735 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408513735Cleaning up temporary data from old regions at 1733408513740 (+5 ms)Running coprocessor post-open hooks at 1733408513743 (+3 ms)Region opened successfully at 1733408513743 2024-12-05T14:21:53,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f., pid=10, masterSystemTime=1733408513713 2024-12-05T14:21:53,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. 2024-12-05T14:21:53,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. 2024-12-05T14:21:53,746 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6adcec67084b7dcac740296fc500f88f, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,38259,1733408498444 2024-12-05T14:21:53,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6adcec67084b7dcac740296fc500f88f, server=218194e0d8ec,38259,1733408498444 because future has completed 2024-12-05T14:21:53,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:21:53,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6adcec67084b7dcac740296fc500f88f, server=218194e0d8ec,38259,1733408498444 in 187 msec 2024-12-05T14:21:53,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T14:21:53,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6adcec67084b7dcac740296fc500f88f, ASSIGN in 342 msec 2024-12-05T14:21:53,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:21:53,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408513751"}]},"ts":"1733408513751"} 2024-12-05T14:21:53,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:21:53,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:21:53,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-12-05T14:21:53,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f., hostname=218194e0d8ec,38259,1733408498444, seqNum=2] 2024-12-05T14:21:53,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:53,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:21:53,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:21:54,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T14:21:54,091 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:21:54,115 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,38259,1733408498444, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:21:54,115 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:54,115 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,38259,1733408498444, seqNum=-1] 2024-12-05T14:21:54,116 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:54,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T14:21:54,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,38259,1733408498444', locateType=CURRENT is [region=hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f., hostname=218194e0d8ec,38259,1733408498444, seqNum=2] 2024-12-05T14:21:54,120 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T14:21:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T14:21:54,122 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,38259,1733408498444 suceeded 2024-12-05T14:21:54,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T14:21:54,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T14:21:54,124 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:35241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:21:54,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5430 sec 2024-12-05T14:21:54,133 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:35241' 2024-12-05T14:21:54,134 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb92e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:54,134 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35241,-1 for getting cluster id 2024-12-05T14:21:54,135 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:54,135 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e32be0be-67a0-4de8-acc4-05b70a77c118' 2024-12-05T14:21:54,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:54,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e32be0be-67a0-4de8-acc4-05b70a77c118" 2024-12-05T14:21:54,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@177cdcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:54,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35241,-1] 2024-12-05T14:21:54,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:54,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:54,137 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:54,137 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59d47e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:54,138 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:21:54,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,35241,1733408492950 2024-12-05T14:21:54,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58833096 2024-12-05T14:21:54,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:21:54,139 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-05T14:21:54,140 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,38259,1733408498444 (queues=1) is replicating from cluster=d9a7b68f-a7c9-48bc-9705-992b6573dd23 to cluster=e32be0be-67a0-4de8-acc4-05b70a77c118 2024-12-05T14:21:54,140 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C38259%2C1733408498444 2024-12-05T14:21:54,140 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,38259,1733408498444, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:21:54,140 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C38259%2C1733408498444 2024-12-05T14:21:54,140 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687, startPosition=0, beingWritten=true 2024-12-05T14:21:54,146 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:54,146 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 379, reset compression=false 2024-12-05T14:21:54,146 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,38259,1733408498444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:54,221 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 379, reset compression=false 2024-12-05T14:21:54,302 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 379, reset compression=false 2024-12-05T14:21:54,350 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 379, reset compression=false 2024-12-05T14:21:54,653 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 379, reset compression=false 2024-12-05T14:21:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:21:54,744 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:21:54,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:21:54,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:21:54,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:54,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:54,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:21:54,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@819ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:54,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,36391,-1 for getting cluster id 2024-12-05T14:21:54,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:54,746 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59577e9b-46c5-4a0d-82d8-738f93e3da3c' 2024-12-05T14:21:54,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:54,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59577e9b-46c5-4a0d-82d8-738f93e3da3c" 2024-12-05T14:21:54,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3f6567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:54,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,36391,-1] 2024-12-05T14:21:54,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:54,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:54,747 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be75afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:54,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad384c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:54,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35241,-1 for getting cluster id 2024-12-05T14:21:54,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:54,748 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e32be0be-67a0-4de8-acc4-05b70a77c118' 2024-12-05T14:21:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e32be0be-67a0-4de8-acc4-05b70a77c118" 2024-12-05T14:21:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6962bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35241,-1] 2024-12-05T14:21:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:54,749 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f766a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:54,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7393b383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:54,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,41643,-1 for getting cluster id 2024-12-05T14:21:54,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:54,750 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a7b68f-a7c9-48bc-9705-992b6573dd23' 2024-12-05T14:21:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a7b68f-a7c9-48bc-9705-992b6573dd23" 2024-12-05T14:21:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35300aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,41643,-1] 2024-12-05T14:21:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:54,751 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e5ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:54,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,42345,1733408487876, seqNum=-1] 2024-12-05T14:21:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:54,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:21:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f., hostname=218194e0d8ec,42345,1733408487876, seqNum=2] 2024-12-05T14:21:54,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:54,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,38259,1733408498444, seqNum=-1] 2024-12-05T14:21:54,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:54,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:21:54,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733408506116.db535b8fbb47612009727ce49f8bcb19., hostname=218194e0d8ec,38259,1733408498444, seqNum=2] 2024-12-05T14:21:54,772 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T14:21:55,056 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 379, reset compression=false 2024-12-05T14:21:55,106 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 379, reset compression=false 2024-12-05T14:21:55,225 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 379, reset compression=false 2024-12-05T14:21:55,228 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:55,228 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 480, reset compression=false 2024-12-05T14:21:55,228 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,42345,1733408487876 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc26b2709be70b4c9b2742cb1539842f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T14:21:55,230 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:21:55,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-05T14:21:55,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:55,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a153621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:55,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,35241,-1 for getting cluster id 2024-12-05T14:21:55,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:55,233 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e32be0be-67a0-4de8-acc4-05b70a77c118' 2024-12-05T14:21:55,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:55,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e32be0be-67a0-4de8-acc4-05b70a77c118" 2024-12-05T14:21:55,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ac75732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:55,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,35241,-1] 2024-12-05T14:21:55,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:55,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:55,234 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:55,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@491d5a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:55,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:55,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34465,1733408493092, seqNum=-1] 2024-12-05T14:21:55,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:55,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T14:21:55,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7., hostname=218194e0d8ec,34465,1733408493092, seqNum=2] 2024-12-05T14:21:55,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:55,431 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 480, reset compression=false 2024-12-05T14:21:55,559 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 379, reset compression=false 2024-12-05T14:21:55,734 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 480, reset compression=false 2024-12-05T14:21:55,773 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T14:21:56,009 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 379, reset compression=false 2024-12-05T14:21:56,072 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:56,072 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 503, reset compression=false 2024-12-05T14:21:56,072 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34465,1733408493092 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bbb4b0179304a76d134fa4b211b83c7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T14:21:56,074 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:21:56,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-05T14:21:56,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:56,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2722cc34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:56,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,41643,-1 for getting cluster id 2024-12-05T14:21:56,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:21:56,077 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a7b68f-a7c9-48bc-9705-992b6573dd23' 2024-12-05T14:21:56,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:21:56,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a7b68f-a7c9-48bc-9705-992b6573dd23" 2024-12-05T14:21:56,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@519e4f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:56,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,41643,-1] 2024-12-05T14:21:56,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:21:56,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:21:56,078 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:21:56,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ff02fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:21:56,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:56,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,38259,1733408498444, seqNum=-1] 2024-12-05T14:21:56,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:56,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T14:21:56,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733408506116.db535b8fbb47612009727ce49f8bcb19., hostname=218194e0d8ec,38259,1733408498444, seqNum=2] 2024-12-05T14:21:56,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:56,137 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 480, reset compression=false 2024-12-05T14:21:56,161 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 379, reset compression=false 2024-12-05T14:21:56,165 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:56,165 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 527, reset compression=false 2024-12-05T14:21:56,165 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,38259,1733408498444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:56,276 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 503, reset compression=false 2024-12-05T14:21:56,369 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 527, reset compression=false 2024-12-05T14:21:56,579 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 503, reset compression=false 2024-12-05T14:21:56,641 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 480, reset compression=false 2024-12-05T14:21:56,671 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 527, reset compression=false 2024-12-05T14:21:56,774 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T14:21:56,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:21:56,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34465,1733408493092, seqNum=-1] 2024-12-05T14:21:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:21:56,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:21:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7., hostname=218194e0d8ec,34465,1733408493092, seqNum=2] 2024-12-05T14:21:56,780 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T14:21:56,982 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 503, reset compression=false 2024-12-05T14:21:56,985 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:56,985 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 607, reset compression=false 2024-12-05T14:21:56,985 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34465,1733408493092 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bbb4b0179304a76d134fa4b211b83c7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T14:21:56,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:56,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:57,074 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 527, reset compression=false 2024-12-05T14:21:57,077 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:57,077 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 655, reset compression=false 2024-12-05T14:21:57,077 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,38259,1733408498444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:57,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:21:57,188 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 607, reset compression=false 2024-12-05T14:21:57,244 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 480, reset compression=false 2024-12-05T14:21:57,280 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 655, reset compression=false 2024-12-05T14:21:57,491 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 607, reset compression=false 2024-12-05T14:21:57,519 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=3, created chunk count=33, reused chunk count=124, reuseRatio=78.98% 2024-12-05T14:21:57,519 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-05T14:21:57,583 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 655, reset compression=false 2024-12-05T14:21:57,781 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T14:21:57,784 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T14:21:57,894 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 607, reset compression=false 2024-12-05T14:21:57,947 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 480, reset compression=false 2024-12-05T14:21:57,986 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 655, reset compression=false 2024-12-05T14:21:57,989 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:57,989 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 759, reset compression=false 2024-12-05T14:21:57,989 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,38259,1733408498444 got entry batch from reader: WALEntryBatch [walEntries=[{test/db535b8fbb47612009727ce49f8bcb19/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T14:21:57,991 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:21:57,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-05T14:21:57,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:57,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:58,192 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 759, reset compression=false 2024-12-05T14:21:58,397 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 607, reset compression=false 2024-12-05T14:21:58,400 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:21:58,400 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 735, reset compression=false 2024-12-05T14:21:58,400 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34465,1733408493092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:21:58,495 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 759, reset compression=false 2024-12-05T14:21:58,603 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 735, reset compression=false 2024-12-05T14:21:58,750 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 480, reset compression=false 2024-12-05T14:21:58,785 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T14:21:58,788 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T14:21:58,898 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 759, reset compression=false 2024-12-05T14:21:58,906 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 735, reset compression=false 2024-12-05T14:21:59,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:21:59,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:21:59,308 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 735, reset compression=false 2024-12-05T14:21:59,401 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 759, reset compression=false 2024-12-05T14:21:59,652 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 480, reset compression=false 2024-12-05T14:21:59,656 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:59,656 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:21:59,656 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,42345,1733408487876 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc26b2709be70b4c9b2742cb1539842f/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T14:21:59,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:59,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:59,789 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T14:21:59,811 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 735, reset compression=false 2024-12-05T14:21:59,814 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:21:59,814 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 882, reset compression=false 2024-12-05T14:21:59,815 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34465,1733408493092 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bbb4b0179304a76d134fa4b211b83c7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T14:21:59,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:21:59,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:21:59,859 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:00,004 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 759, reset compression=false 2024-12-05T14:22:00,007 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:22:00,007 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 930, reset compression=false 2024-12-05T14:22:00,007 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,38259,1733408498444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:22:00,017 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 882, reset compression=false 2024-12-05T14:22:00,163 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:00,210 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 930, reset compression=false 2024-12-05T14:22:00,320 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 882, reset compression=false 2024-12-05T14:22:00,512 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 930, reset compression=false 2024-12-05T14:22:00,566 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:00,723 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 882, reset compression=false 2024-12-05T14:22:00,790 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T14:22:00,793 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T14:22:00,915 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 930, reset compression=false 2024-12-05T14:22:01,069 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:01,225 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 882, reset compression=false 2024-12-05T14:22:01,229 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:22:01,229 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1041, reset compression=false 2024-12-05T14:22:01,229 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34465,1733408493092 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bbb4b0179304a76d134fa4b211b83c7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T14:22:01,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:22:01,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:22:01,418 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 930, reset compression=false 2024-12-05T14:22:01,422 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:22:01,422 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 1080, reset compression=false 2024-12-05T14:22:01,422 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,38259,1733408498444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:22:01,437 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1041, reset compression=false 2024-12-05T14:22:01,625 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 1080, reset compression=false 2024-12-05T14:22:01,672 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:01,741 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1041, reset compression=false 2024-12-05T14:22:01,794 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T14:22:01,797 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T14:22:01,928 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 1080, reset compression=false 2024-12-05T14:22:01,932 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:22:01,932 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 1239, reset compression=false 2024-12-05T14:22:01,932 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,38259,1733408498444 got entry batch from reader: WALEntryBatch [walEntries=[{test/db535b8fbb47612009727ce49f8bcb19/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T14:22:01,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T14:22:01,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T14:22:02,136 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 1239, reset compression=false 2024-12-05T14:22:02,144 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1041, reset compression=false 2024-12-05T14:22:02,148 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:22:02,148 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1191, reset compression=false 2024-12-05T14:22:02,148 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34465,1733408493092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:22:02,351 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1191, reset compression=false 2024-12-05T14:22:02,375 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:02,439 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 1239, reset compression=false 2024-12-05T14:22:02,541 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:22:02,655 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1191, reset compression=false 2024-12-05T14:22:02,799 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T14:22:02,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:22:02,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:02,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:02,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:02,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:02,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:22:02,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:02,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=252649086, stopped=false 2024-12-05T14:22:02,804 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,41643,1733408498302 2024-12-05T14:22:02,842 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 1239, reset compression=false 2024-12-05T14:22:02,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-378418578/running 2024-12-05T14:22:02,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-378418578/running 2024-12-05T14:22:02,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:22:02,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:22:02,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:22:02,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:02,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:02,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:02,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Set watcher on znode that does not yet exist, /2-378418578/running 2024-12-05T14:22:02,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Set watcher on znode that does not yet exist, /2-378418578/running 2024-12-05T14:22:02,875 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,38259,1733408498444' ***** 2024-12-05T14:22:02,875 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:22:02,875 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:22:02,875 INFO [RS:0;218194e0d8ec:38259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:22:02,875 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:22:02,875 INFO [RS:0;218194e0d8ec:38259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:22:02,875 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(3091): Received CLOSE for 6adcec67084b7dcac740296fc500f88f 2024-12-05T14:22:02,876 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(3091): Received CLOSE for db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:22:02,876 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,38259,1733408498444 2024-12-05T14:22:02,876 INFO [RS:0;218194e0d8ec:38259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:22:02,876 INFO [RS:0;218194e0d8ec:38259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:38259. 2024-12-05T14:22:02,876 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6adcec67084b7dcac740296fc500f88f, disabling compactions & flushes 2024-12-05T14:22:02,876 DEBUG [RS:0;218194e0d8ec:38259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:02,876 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. 2024-12-05T14:22:02,876 DEBUG [RS:0;218194e0d8ec:38259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:02,876 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. 2024-12-05T14:22:02,876 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. after waiting 0 ms 2024-12-05T14:22:02,876 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. 2024-12-05T14:22:02,876 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:22:02,876 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:22:02,876 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:22:02,876 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:22:02,876 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6adcec67084b7dcac740296fc500f88f 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-05T14:22:02,876 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T14:22:02,876 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1325): Online Regions={6adcec67084b7dcac740296fc500f88f=hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f., 1588230740=hbase:meta,,1.1588230740, db535b8fbb47612009727ce49f8bcb19=test,,1733408506116.db535b8fbb47612009727ce49f8bcb19.} 2024-12-05T14:22:02,876 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6adcec67084b7dcac740296fc500f88f, db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:22:02,876 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:22:02,876 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:22:02,876 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:22:02,876 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:22:02,876 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:22:02,877 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T14:22:02,883 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:22:02,890 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/.tmp/info/214d2be2563948e1af6e27d9183371d3 is 147, key is hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f./info:regioninfo/1733408513746/Put/seqid=0 2024-12-05T14:22:02,890 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/replication/6adcec67084b7dcac740296fc500f88f/.tmp/queue/460c7d204e9f43dd81931992541c3ccd is 154, key is 1-218194e0d8ec,38259,1733408498444/queue:218194e0d8ec%2C38259%2C1733408498444/1733408521935/Put/seqid=0 2024-12-05T14:22:02,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741841_1017 (size=7686) 2024-12-05T14:22:02,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741840_1016 (size=5353) 2024-12-05T14:22:02,893 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/replication/6adcec67084b7dcac740296fc500f88f/.tmp/queue/460c7d204e9f43dd81931992541c3ccd 2024-12-05T14:22:02,897 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/replication/6adcec67084b7dcac740296fc500f88f/.tmp/queue/460c7d204e9f43dd81931992541c3ccd as hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/replication/6adcec67084b7dcac740296fc500f88f/queue/460c7d204e9f43dd81931992541c3ccd 2024-12-05T14:22:02,900 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/replication/6adcec67084b7dcac740296fc500f88f/queue/460c7d204e9f43dd81931992541c3ccd, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T14:22:02,901 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 6adcec67084b7dcac740296fc500f88f in 24ms, sequenceid=12, compaction requested=false 2024-12-05T14:22:02,903 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/replication/6adcec67084b7dcac740296fc500f88f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T14:22:02,904 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:02,904 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:22:02,904 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. 2024-12-05T14:22:02,904 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6adcec67084b7dcac740296fc500f88f: Waiting for close lock at 1733408522876Running coprocessor pre-close hooks at 1733408522876Disabling compacts and flushes for region at 1733408522876Disabling writes for close at 1733408522876Obtaining lock to block concurrent updates at 1733408522876Preparing flush snapshotting stores in 6adcec67084b7dcac740296fc500f88f at 1733408522876Finished memstore snapshotting hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733408522877 (+1 ms)Flushing stores of hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. at 1733408522877Flushing 6adcec67084b7dcac740296fc500f88f/queue: creating writer at 1733408522877Flushing 6adcec67084b7dcac740296fc500f88f/queue: appending metadata at 1733408522889 (+12 ms)Flushing 6adcec67084b7dcac740296fc500f88f/queue: closing flushed file at 1733408522889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759e43d1: reopening flushed file at 1733408522896 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 6adcec67084b7dcac740296fc500f88f in 24ms, sequenceid=12, compaction requested=false at 1733408522901 (+5 ms)Writing region close event to WAL at 1733408522901Running coprocessor post-close hooks at 1733408522903 (+2 ms)Closed at 1733408522904 (+1 ms) 2024-12-05T14:22:02,904 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408512589.6adcec67084b7dcac740296fc500f88f. 2024-12-05T14:22:02,904 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db535b8fbb47612009727ce49f8bcb19, disabling compactions & flushes 2024-12-05T14:22:02,904 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. 2024-12-05T14:22:02,904 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. 2024-12-05T14:22:02,904 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. after waiting 0 ms 2024-12-05T14:22:02,904 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. 2024-12-05T14:22:02,904 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing db535b8fbb47612009727ce49f8bcb19 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T14:22:02,917 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/.tmp/f/2049eb28ef3c42a0964afd5a4b102a2e is 29, key is row1/f:/1733408520791/DeleteFamily/seqid=0 2024-12-05T14:22:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741842_1018 (size=5152) 2024-12-05T14:22:03,058 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1191, reset compression=false 2024-12-05T14:22:03,076 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:22:03,178 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:03,277 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:22:03,293 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/.tmp/info/214d2be2563948e1af6e27d9183371d3 2024-12-05T14:22:03,308 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/.tmp/ns/1a8b959ef2f74704b80cab5b2d1e8f67 is 43, key is default/ns:d/1733408501705/Put/seqid=0 2024-12-05T14:22:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741843_1019 (size=5153) 2024-12-05T14:22:03,320 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/.tmp/f/2049eb28ef3c42a0964afd5a4b102a2e 2024-12-05T14:22:03,323 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2049eb28ef3c42a0964afd5a4b102a2e 2024-12-05T14:22:03,336 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/.tmp/f1/c892b0b00c174d8ebc7e5da2bbd4c336 is 30, key is row1/f1:/1733408520791/DeleteFamily/seqid=0 2024-12-05T14:22:03,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741844_1020 (size=5158) 2024-12-05T14:22:03,346 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 1239, reset compression=false 2024-12-05T14:22:03,349 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:22:03,349 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 1486, reset compression=false 2024-12-05T14:22:03,350 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,38259,1733408498444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:22:03,350 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 218194e0d8ec,38259,1733408498444: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-218194e0d8ec,38259,1733408498444, walGroup=218194e0d8ec%2C38259%2C1733408498444, offset=218194e0d8ec%2C38259%2C1733408498444.1733408500687:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:38259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T14:22:03,351 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:22:03,351 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:22:03,352 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:22:03,352 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:22:03,352 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:22:03,352 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 967335936 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202055840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:22:03,352 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:41643 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:41643 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T14:22:03,477 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:22:03,552 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 1486, reset compression=false 2024-12-05T14:22:03,561 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:22:03,561 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:22:03,562 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1191, reset compression=false 2024-12-05T14:22:03,677 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:22:03,711 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/.tmp/ns/1a8b959ef2f74704b80cab5b2d1e8f67 2024-12-05T14:22:03,731 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/.tmp/rep_barrier/90f2a976a3db4cfd874ce04487ce4efd is 112, key is test,,1733408506116.db535b8fbb47612009727ce49f8bcb19./rep_barrier:seqnumDuringOpen/1733408507251/Put/seqid=0 2024-12-05T14:22:03,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741845_1021 (size=5518) 2024-12-05T14:22:03,739 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/.tmp/f1/c892b0b00c174d8ebc7e5da2bbd4c336 2024-12-05T14:22:03,742 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c892b0b00c174d8ebc7e5da2bbd4c336 2024-12-05T14:22:03,754 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/.tmp/norep/5cdaf4484d534b67b30635e1de4ef718 is 33, key is row2/norep:/1733408521795/DeleteFamily/seqid=0 2024-12-05T14:22:03,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741846_1022 (size=5108) 2024-12-05T14:22:03,855 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 1486, reset compression=false 2024-12-05T14:22:03,877 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:22:03,877 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, db535b8fbb47612009727ce49f8bcb19=test,,1733408506116.db535b8fbb47612009727ce49f8bcb19.} 2024-12-05T14:22:03,877 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:22:04,077 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db535b8fbb47612009727ce49f8bcb19 2024-12-05T14:22:04,082 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:04,136 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/.tmp/rep_barrier/90f2a976a3db4cfd874ce04487ce4efd 2024-12-05T14:22:04,152 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/.tmp/table/6adfb85a93a64c2d9b71a11087fcec3d is 53, key is hbase:replication/table:state/1733408513751/Put/seqid=0 2024-12-05T14:22:04,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741847_1023 (size=5308) 2024-12-05T14:22:04,158 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/.tmp/norep/5cdaf4484d534b67b30635e1de4ef718 2024-12-05T14:22:04,161 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cdaf4484d534b67b30635e1de4ef718 2024-12-05T14:22:04,162 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/.tmp/f/2049eb28ef3c42a0964afd5a4b102a2e as hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/f/2049eb28ef3c42a0964afd5a4b102a2e 2024-12-05T14:22:04,164 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1191, reset compression=false 2024-12-05T14:22:04,165 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2049eb28ef3c42a0964afd5a4b102a2e 2024-12-05T14:22:04,165 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/f/2049eb28ef3c42a0964afd5a4b102a2e, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T14:22:04,166 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/.tmp/f1/c892b0b00c174d8ebc7e5da2bbd4c336 as hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/f1/c892b0b00c174d8ebc7e5da2bbd4c336 2024-12-05T14:22:04,170 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c892b0b00c174d8ebc7e5da2bbd4c336 2024-12-05T14:22:04,170 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/f1/c892b0b00c174d8ebc7e5da2bbd4c336, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T14:22:04,171 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/.tmp/norep/5cdaf4484d534b67b30635e1de4ef718 as hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/norep/5cdaf4484d534b67b30635e1de4ef718 2024-12-05T14:22:04,175 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cdaf4484d534b67b30635e1de4ef718 2024-12-05T14:22:04,175 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/norep/5cdaf4484d534b67b30635e1de4ef718, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T14:22:04,176 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for db535b8fbb47612009727ce49f8bcb19 in 1272ms, sequenceid=10, compaction requested=false 2024-12-05T14:22:04,182 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/default/test/db535b8fbb47612009727ce49f8bcb19/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T14:22:04,183 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:04,183 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:22:04,183 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. 2024-12-05T14:22:04,183 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db535b8fbb47612009727ce49f8bcb19: Waiting for close lock at 1733408522904Running coprocessor pre-close hooks at 1733408522904Disabling compacts and flushes for region at 1733408522904Disabling writes for close at 1733408522904Obtaining lock to block concurrent updates at 1733408522904Preparing flush snapshotting stores in db535b8fbb47612009727ce49f8bcb19 at 1733408522904Finished memstore snapshotting test,,1733408506116.db535b8fbb47612009727ce49f8bcb19., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733408522904Flushing stores of test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. at 1733408522905 (+1 ms)Flushing db535b8fbb47612009727ce49f8bcb19/f: creating writer at 1733408522905Flushing db535b8fbb47612009727ce49f8bcb19/f: appending metadata at 1733408522916 (+11 ms)Flushing db535b8fbb47612009727ce49f8bcb19/f: closing flushed file at 1733408522916Flushing db535b8fbb47612009727ce49f8bcb19/f1: creating writer at 1733408523323 (+407 ms)Flushing db535b8fbb47612009727ce49f8bcb19/f1: appending metadata at 1733408523335 (+12 ms)Flushing db535b8fbb47612009727ce49f8bcb19/f1: closing flushed file at 1733408523335Flushing db535b8fbb47612009727ce49f8bcb19/norep: creating writer at 1733408523743 (+408 ms)Flushing db535b8fbb47612009727ce49f8bcb19/norep: appending metadata at 1733408523754 (+11 ms)Flushing db535b8fbb47612009727ce49f8bcb19/norep: closing flushed file at 1733408523754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3154614c: reopening flushed file at 1733408524161 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dfde7de: reopening flushed file at 1733408524165 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bdece92: reopening flushed file at 1733408524171 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for db535b8fbb47612009727ce49f8bcb19 in 1272ms, sequenceid=10, compaction requested=false at 1733408524176 (+5 ms)Writing region close event to WAL at 1733408524180 (+4 ms)Running coprocessor post-close hooks at 1733408524183 (+3 ms)Closed at 1733408524183 2024-12-05T14:22:04,183 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408506116.db535b8fbb47612009727ce49f8bcb19. 2024-12-05T14:22:04,259 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 1486, reset compression=false 2024-12-05T14:22:04,263 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:22:04,263 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 2130, reset compression=false 2024-12-05T14:22:04,277 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:04,466 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 2130, reset compression=false 2024-12-05T14:22:04,478 DEBUG [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:04,555 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/.tmp/table/6adfb85a93a64c2d9b71a11087fcec3d 2024-12-05T14:22:04,559 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/.tmp/info/214d2be2563948e1af6e27d9183371d3 as hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/info/214d2be2563948e1af6e27d9183371d3 2024-12-05T14:22:04,562 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/info/214d2be2563948e1af6e27d9183371d3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T14:22:04,563 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/.tmp/ns/1a8b959ef2f74704b80cab5b2d1e8f67 as hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/ns/1a8b959ef2f74704b80cab5b2d1e8f67 2024-12-05T14:22:04,566 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/ns/1a8b959ef2f74704b80cab5b2d1e8f67, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T14:22:04,567 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/.tmp/rep_barrier/90f2a976a3db4cfd874ce04487ce4efd as hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/rep_barrier/90f2a976a3db4cfd874ce04487ce4efd 2024-12-05T14:22:04,570 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/rep_barrier/90f2a976a3db4cfd874ce04487ce4efd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T14:22:04,570 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/.tmp/table/6adfb85a93a64c2d9b71a11087fcec3d as hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/table/6adfb85a93a64c2d9b71a11087fcec3d 2024-12-05T14:22:04,573 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/table/6adfb85a93a64c2d9b71a11087fcec3d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T14:22:04,574 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false 2024-12-05T14:22:04,577 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:22:04,578 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:04,578 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:22:04,578 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:04,578 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408522876Running coprocessor pre-close hooks at 1733408522876Disabling compacts and flushes for region at 1733408522876Disabling writes for close at 1733408522876Obtaining lock to block concurrent updates at 1733408522877 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733408522877Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733408522877Flushing stores of hbase:meta,,1.1588230740 at 1733408522877Flushing 1588230740/info: creating writer at 1733408522877Flushing 1588230740/info: appending metadata at 1733408522889 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733408522889Flushing 1588230740/ns: creating writer at 1733408523296 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733408523308 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733408523308Flushing 1588230740/rep_barrier: creating writer at 1733408523715 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408523731 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408523731Flushing 1588230740/table: creating writer at 1733408524139 (+408 ms)Flushing 1588230740/table: appending metadata at 1733408524151 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733408524151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b894b3a: reopening flushed file at 1733408524558 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57fe769c: reopening flushed file at 1733408524563 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1612ae6d: reopening flushed file at 1733408524566 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f70c23d: reopening flushed file at 1733408524570 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false at 1733408524574 (+4 ms)Writing region close event to WAL at 1733408524575 (+1 ms)Running coprocessor post-close hooks at 1733408524578 (+3 ms)Closed at 1733408524578 2024-12-05T14:22:04,578 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:04,678 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,38259,1733408498444; all regions closed. 2024-12-05T14:22:04,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741834_1010 (size=4239) 2024-12-05T14:22:04,680 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.meta.1733408501664.meta not finished, retry = 0 2024-12-05T14:22:04,768 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/WALs/218194e0d8ec,38259,1733408498444/218194e0d8ec%2C38259%2C1733408498444.1733408500687 to pos 2130, reset compression=false 2024-12-05T14:22:04,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741839_1015 (size=3114) 2024-12-05T14:22:04,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741832_1008 (size=2138) 2024-12-05T14:22:04,784 DEBUG [RS:0;218194e0d8ec:38259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:04,784 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:22:04,784 INFO [RS:0;218194e0d8ec:38259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:22:04,784 INFO [RS:0;218194e0d8ec:38259 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:22:04,784 INFO [RS:0;218194e0d8ec:38259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:22:04,784 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:22:04,785 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,38259,1733408498444 because: Region server is closing 2024-12-05T14:22:04,785 INFO [RS:0;218194e0d8ec:38259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:38259. 2024-12-05T14:22:04,785 DEBUG [RS:0;218194e0d8ec:38259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:04,785 DEBUG [RS:0;218194e0d8ec:38259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:04,785 DEBUG [RS:0;218194e0d8ec:38259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:04,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:04,868 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1191, reset compression=false 2024-12-05T14:22:04,885 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.shipper218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 terminated 2024-12-05T14:22:04,885 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,38259,1733408498444.replicationSource.wal-reader.218194e0d8ec%2C38259%2C1733408498444,1-218194e0d8ec,38259,1733408498444 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T14:22:04,885 INFO [RS:0;218194e0d8ec:38259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:38259. 2024-12-05T14:22:04,886 DEBUG [RS:0;218194e0d8ec:38259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:04,886 DEBUG [RS:0;218194e0d8ec:38259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:04,886 DEBUG [RS:0;218194e0d8ec:38259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:04,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:04,886 INFO [RS:0;218194e0d8ec:38259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38259 2024-12-05T14:22:04,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578/rs 2024-12-05T14:22:04,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-378418578/rs/218194e0d8ec,38259,1733408498444 2024-12-05T14:22:04,947 INFO [RS:0;218194e0d8ec:38259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:22:04,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,38259,1733408498444] 2024-12-05T14:22:04,968 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-378418578/draining/218194e0d8ec,38259,1733408498444 already deleted, retry=false 2024-12-05T14:22:04,968 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,38259,1733408498444 expired; onlineServers=0 2024-12-05T14:22:04,968 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,41643,1733408498302' ***** 2024-12-05T14:22:04,968 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:22:04,969 INFO [M:0;218194e0d8ec:41643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:22:04,969 INFO [M:0;218194e0d8ec:41643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:22:04,969 DEBUG [M:0;218194e0d8ec:41643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:22:04,969 DEBUG [M:0;218194e0d8ec:41643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:22:04,969 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408500453 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408500453,5,FailOnTimeoutGroup] 2024-12-05T14:22:04,969 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408500453 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408500453,5,FailOnTimeoutGroup] 2024-12-05T14:22:04,969 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:22:04,969 INFO [M:0;218194e0d8ec:41643 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:22:04,969 INFO [M:0;218194e0d8ec:41643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:22:04,969 DEBUG [M:0;218194e0d8ec:41643 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:22:04,969 INFO [M:0;218194e0d8ec:41643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:22:04,969 INFO [M:0;218194e0d8ec:41643 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:22:04,969 INFO [M:0;218194e0d8ec:41643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:22:04,970 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:22:04,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-378418578/master 2024-12-05T14:22:04,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-378418578 2024-12-05T14:22:04,982 DEBUG [M:0;218194e0d8ec:41643 {}] zookeeper.ZKUtil(347): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Unable to get data of znode /2-378418578/master because node does not exist (not an error) 2024-12-05T14:22:04,982 WARN [M:0;218194e0d8ec:41643 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:22:04,991 INFO [M:0;218194e0d8ec:41643 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/.lastflushedseqids 2024-12-05T14:22:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741848_1024 (size=245) 2024-12-05T14:22:05,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:05,058 INFO [RS:0;218194e0d8ec:38259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:22:05,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101a5de6b870007, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:05,058 INFO [RS:0;218194e0d8ec:38259 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,38259,1733408498444; zookeeper connection closed. 2024-12-05T14:22:05,058 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17e4a0d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17e4a0d2 2024-12-05T14:22:05,058 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:22:05,085 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:05,395 INFO [M:0;218194e0d8ec:41643 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:22:05,396 INFO [M:0;218194e0d8ec:41643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:22:05,396 DEBUG [M:0;218194e0d8ec:41643 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:22:05,396 INFO [M:0;218194e0d8ec:41643 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:05,396 DEBUG [M:0;218194e0d8ec:41643 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:05,396 DEBUG [M:0;218194e0d8ec:41643 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:22:05,396 DEBUG [M:0;218194e0d8ec:41643 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:05,396 INFO [M:0;218194e0d8ec:41643 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T14:22:05,409 DEBUG [M:0;218194e0d8ec:41643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac712bbf9ff9499aa80b3c497dca168c is 82, key is hbase:meta,,1/info:regioninfo/1733408501687/Put/seqid=0 2024-12-05T14:22:05,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741849_1025 (size=5672) 2024-12-05T14:22:05,671 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1191, reset compression=false 2024-12-05T14:22:05,813 INFO [M:0;218194e0d8ec:41643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac712bbf9ff9499aa80b3c497dca168c 2024-12-05T14:22:05,832 DEBUG [M:0;218194e0d8ec:41643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbccf793ea8443a2a0fd6fc3111e32f0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733408513754/Put/seqid=0 2024-12-05T14:22:05,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741850_1026 (size=8517) 2024-12-05T14:22:05,836 INFO [M:0;218194e0d8ec:41643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbccf793ea8443a2a0fd6fc3111e32f0 2024-12-05T14:22:05,854 DEBUG [M:0;218194e0d8ec:41643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fd25853624244c1bcf60b0eadeec3aa is 69, key is 218194e0d8ec,38259,1733408498444/rs:state/1733408500505/Put/seqid=0 2024-12-05T14:22:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741851_1027 (size=5156) 2024-12-05T14:22:06,189 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:06,314 INFO [M:0;218194e0d8ec:41643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fd25853624244c1bcf60b0eadeec3aa 2024-12-05T14:22:06,318 DEBUG [M:0;218194e0d8ec:41643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac712bbf9ff9499aa80b3c497dca168c as hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac712bbf9ff9499aa80b3c497dca168c 2024-12-05T14:22:06,321 INFO [M:0;218194e0d8ec:41643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac712bbf9ff9499aa80b3c497dca168c, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T14:22:06,321 DEBUG [M:0;218194e0d8ec:41643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbccf793ea8443a2a0fd6fc3111e32f0 as hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbccf793ea8443a2a0fd6fc3111e32f0 2024-12-05T14:22:06,325 INFO [M:0;218194e0d8ec:41643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbccf793ea8443a2a0fd6fc3111e32f0, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T14:22:06,325 DEBUG [M:0;218194e0d8ec:41643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fd25853624244c1bcf60b0eadeec3aa as hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fd25853624244c1bcf60b0eadeec3aa 2024-12-05T14:22:06,328 INFO [M:0;218194e0d8ec:41643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fd25853624244c1bcf60b0eadeec3aa, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T14:22:06,329 INFO [M:0;218194e0d8ec:41643 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=97, compaction requested=false 2024-12-05T14:22:06,330 INFO [M:0;218194e0d8ec:41643 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:06,330 DEBUG [M:0;218194e0d8ec:41643 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408525396Disabling compacts and flushes for region at 1733408525396Disabling writes for close at 1733408525396Obtaining lock to block concurrent updates at 1733408525396Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408525396Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733408525396Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408525397 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408525397Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408525409 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408525409Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408525816 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408525832 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408525832Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408525838 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408525853 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408525853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8353bdb: reopening flushed file at 1733408526317 (+464 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72bb94e6: reopening flushed file at 1733408526321 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41084ddc: reopening flushed file at 1733408526325 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=97, compaction requested=false at 1733408526329 (+4 ms)Writing region close event to WAL at 1733408526330 (+1 ms)Closed at 1733408526330 2024-12-05T14:22:06,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741830_1006 (size=63666) 2024-12-05T14:22:06,331 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6029e6e2-69dc-be7c-9f35-8f713832d118/MasterData/WALs/218194e0d8ec,41643,1733408498302/218194e0d8ec%2C41643%2C1733408498302.1733408500188 not finished, retry = 0 2024-12-05T14:22:06,432 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:22:06,432 INFO [M:0;218194e0d8ec:41643 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:22:06,432 INFO [M:0;218194e0d8ec:41643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41643 2024-12-05T14:22:06,433 INFO [M:0;218194e0d8ec:41643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:22:06,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:22:06,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:06,553 INFO [M:0;218194e0d8ec:41643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:22:06,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:06,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41643-0x101a5de6b870006, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:06,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@654f331c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:22:06,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5aad1476{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:22:06,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:22:06,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cc0ff43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:22:06,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7708dd23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/hadoop.log.dir/,STOPPED} 2024-12-05T14:22:06,557 WARN [BP-1663067968-172.17.0.2-1733408496179 heartbeating to localhost/127.0.0.1:46183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:22:06,557 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:22:06,557 WARN [BP-1663067968-172.17.0.2-1733408496179 heartbeating to localhost/127.0.0.1:46183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1663067968-172.17.0.2-1733408496179 (Datanode Uuid 1b15ed44-21a0-45d7-bd11-bf5733beb7c1) service to localhost/127.0.0.1:46183 2024-12-05T14:22:06,557 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:22:06,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/cluster_864e83de-1682-5cf4-d8e9-40ecc9b4f6d3/data/data1/current/BP-1663067968-172.17.0.2-1733408496179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:22:06,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/cluster_864e83de-1682-5cf4-d8e9-40ecc9b4f6d3/data/data2/current/BP-1663067968-172.17.0.2-1733408496179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:22:06,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:22:06,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1261b299{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:22:06,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19d6ef49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:22:06,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:22:06,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8907c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:22:06,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d8c28a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/hadoop.log.dir/,STOPPED} 2024-12-05T14:22:06,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:22:06,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:22:06,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:06,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:06,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:06,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:06,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:06,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:22:06,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1665550362, stopped=false 2024-12-05T14:22:06,574 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1191, reset compression=false 2024-12-05T14:22:06,574 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,35241,1733408492950 2024-12-05T14:22:06,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11644910375/running 2024-12-05T14:22:06,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11644910375/running 2024-12-05T14:22:06,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:22:06,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:22:06,592 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:22:06,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Set watcher on znode that does not yet exist, /11644910375/running 2024-12-05T14:22:06,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:06,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Set watcher on znode that does not yet exist, /11644910375/running 2024-12-05T14:22:06,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:06,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:06,593 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,34465,1733408493092' ***** 2024-12-05T14:22:06,593 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:22:06,593 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:22:06,593 INFO [RS:0;218194e0d8ec:34465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:22:06,593 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:22:06,593 INFO [RS:0;218194e0d8ec:34465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:22:06,593 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:22:06,594 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(3091): Received CLOSE for 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:22:06,594 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,34465,1733408493092 2024-12-05T14:22:06,594 INFO [RS:0;218194e0d8ec:34465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:22:06,594 INFO [RS:0;218194e0d8ec:34465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:34465. 2024-12-05T14:22:06,594 DEBUG [RS:0;218194e0d8ec:34465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:06,594 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bbb4b0179304a76d134fa4b211b83c7, disabling compactions & flushes 2024-12-05T14:22:06,594 DEBUG [RS:0;218194e0d8ec:34465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:06,594 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. 2024-12-05T14:22:06,594 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. 2024-12-05T14:22:06,594 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:22:06,594 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:22:06,594 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. after waiting 0 ms 2024-12-05T14:22:06,594 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:22:06,594 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. 2024-12-05T14:22:06,594 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:22:06,594 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5bbb4b0179304a76d134fa4b211b83c7 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T14:22:06,594 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T14:22:06,594 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1325): Online Regions={5bbb4b0179304a76d134fa4b211b83c7=test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7., 1588230740=hbase:meta,,1.1588230740, 37dd4e5eda489b4480a0d0aee53c0ba8=hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8.} 2024-12-05T14:22:06,594 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37dd4e5eda489b4480a0d0aee53c0ba8, 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:22:06,594 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:22:06,594 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:22:06,594 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:22:06,594 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:22:06,594 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:22:06,594 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T14:22:06,604 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:22:06,607 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/.tmp/f/7a002e83be5f41889b3e81da1a541586 is 29, key is row1/f:/1733408520791/DeleteFamily/seqid=0 2024-12-05T14:22:06,607 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/.tmp/info/c6b2241f461b40878547d4d422694045 is 147, key is hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8./info:regioninfo/1733408511291/Put/seqid=0 2024-12-05T14:22:06,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741840_1016 (size=5152) 2024-12-05T14:22:06,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741841_1017 (size=7686) 2024-12-05T14:22:06,794 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37dd4e5eda489b4480a0d0aee53c0ba8, 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:22:06,822 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:22:06,822 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:22:06,994 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37dd4e5eda489b4480a0d0aee53c0ba8, 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:22:07,011 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/.tmp/f/7a002e83be5f41889b3e81da1a541586 2024-12-05T14:22:07,011 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/.tmp/info/c6b2241f461b40878547d4d422694045 2024-12-05T14:22:07,014 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a002e83be5f41889b3e81da1a541586 2024-12-05T14:22:07,027 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/.tmp/f1/1341bf55d19342248cceed201ddb4976 is 30, key is row1/f1:/1733408520791/DeleteFamily/seqid=0 2024-12-05T14:22:07,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741842_1018 (size=5158) 2024-12-05T14:22:07,030 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/.tmp/ns/98bd7fe5dfdc40dda9097a42787fa599 is 43, key is default/ns:d/1733408496021/Put/seqid=0 2024-12-05T14:22:07,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741843_1019 (size=5153) 2024-12-05T14:22:07,195 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37dd4e5eda489b4480a0d0aee53c0ba8, 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:22:07,392 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:07,395 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37dd4e5eda489b4480a0d0aee53c0ba8, 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:22:07,430 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/.tmp/f1/1341bf55d19342248cceed201ddb4976 2024-12-05T14:22:07,433 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/.tmp/ns/98bd7fe5dfdc40dda9097a42787fa599 2024-12-05T14:22:07,434 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1341bf55d19342248cceed201ddb4976 2024-12-05T14:22:07,446 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/.tmp/norep/d0b18205b9a74c91b4fc334dc308fc82 is 33, key is row1/norep:/1733408520791/DeleteFamily/seqid=0 2024-12-05T14:22:07,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741844_1020 (size=5108) 2024-12-05T14:22:07,452 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/.tmp/rep_barrier/beb062e25a6444c48302daeee6cf4cdd is 112, key is test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7./rep_barrier:seqnumDuringOpen/1733408505109/Put/seqid=0 2024-12-05T14:22:07,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741845_1021 (size=5518) 2024-12-05T14:22:07,578 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1191, reset compression=false 2024-12-05T14:22:07,582 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:22:07,582 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1438, reset compression=false 2024-12-05T14:22:07,582 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,34465,1733408493092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:22:07,582 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 218194e0d8ec,34465,1733408493092: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-218194e0d8ec,34465,1733408493092, walGroup=218194e0d8ec%2C34465%2C1733408493092, offset=218194e0d8ec%2C34465%2C1733408493092.1733408494905:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:34465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T14:22:07,583 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:22:07,583 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:22:07,584 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:22:07,584 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:22:07,584 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:22:07,584 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 1076387840 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 202389920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:22:07,584 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:35241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:35241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T14:22:07,595 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37dd4e5eda489b4480a0d0aee53c0ba8, 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:22:07,785 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1438, reset compression=false 2024-12-05T14:22:07,795 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37dd4e5eda489b4480a0d0aee53c0ba8, 5bbb4b0179304a76d134fa4b211b83c7 2024-12-05T14:22:07,850 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/.tmp/norep/d0b18205b9a74c91b4fc334dc308fc82 2024-12-05T14:22:07,853 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0b18205b9a74c91b4fc334dc308fc82 2024-12-05T14:22:07,854 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/.tmp/f/7a002e83be5f41889b3e81da1a541586 as hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/f/7a002e83be5f41889b3e81da1a541586 2024-12-05T14:22:07,855 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/.tmp/rep_barrier/beb062e25a6444c48302daeee6cf4cdd 2024-12-05T14:22:07,857 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a002e83be5f41889b3e81da1a541586 2024-12-05T14:22:07,857 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/f/7a002e83be5f41889b3e81da1a541586, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T14:22:07,858 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/.tmp/f1/1341bf55d19342248cceed201ddb4976 as hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/f1/1341bf55d19342248cceed201ddb4976 2024-12-05T14:22:07,861 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1341bf55d19342248cceed201ddb4976 2024-12-05T14:22:07,861 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/f1/1341bf55d19342248cceed201ddb4976, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T14:22:07,862 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/.tmp/norep/d0b18205b9a74c91b4fc334dc308fc82 as hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/norep/d0b18205b9a74c91b4fc334dc308fc82 2024-12-05T14:22:07,865 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0b18205b9a74c91b4fc334dc308fc82 2024-12-05T14:22:07,865 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/norep/d0b18205b9a74c91b4fc334dc308fc82, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T14:22:07,865 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5bbb4b0179304a76d134fa4b211b83c7 in 1271ms, sequenceid=10, compaction requested=false 2024-12-05T14:22:07,865 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T14:22:07,869 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/default/test/5bbb4b0179304a76d134fa4b211b83c7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T14:22:07,869 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:07,870 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:22:07,870 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. 2024-12-05T14:22:07,870 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bbb4b0179304a76d134fa4b211b83c7: Waiting for close lock at 1733408526594Running coprocessor pre-close hooks at 1733408526594Disabling compacts and flushes for region at 1733408526594Disabling writes for close at 1733408526594Obtaining lock to block concurrent updates at 1733408526594Preparing flush snapshotting stores in 5bbb4b0179304a76d134fa4b211b83c7 at 1733408526594Finished memstore snapshotting test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733408526594Flushing stores of test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. at 1733408526595 (+1 ms)Flushing 5bbb4b0179304a76d134fa4b211b83c7/f: creating writer at 1733408526595Flushing 5bbb4b0179304a76d134fa4b211b83c7/f: appending metadata at 1733408526607 (+12 ms)Flushing 5bbb4b0179304a76d134fa4b211b83c7/f: closing flushed file at 1733408526607Flushing 5bbb4b0179304a76d134fa4b211b83c7/f1: creating writer at 1733408527014 (+407 ms)Flushing 5bbb4b0179304a76d134fa4b211b83c7/f1: appending metadata at 1733408527026 (+12 ms)Flushing 5bbb4b0179304a76d134fa4b211b83c7/f1: closing flushed file at 1733408527026Flushing 5bbb4b0179304a76d134fa4b211b83c7/norep: creating writer at 1733408527434 (+408 ms)Flushing 5bbb4b0179304a76d134fa4b211b83c7/norep: appending metadata at 1733408527446 (+12 ms)Flushing 5bbb4b0179304a76d134fa4b211b83c7/norep: closing flushed file at 1733408527446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eaf4223: reopening flushed file at 1733408527854 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3265c44b: reopening flushed file at 1733408527857 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8d2c62: reopening flushed file at 1733408527861 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5bbb4b0179304a76d134fa4b211b83c7 in 1271ms, sequenceid=10, compaction requested=false at 1733408527865 (+4 ms)Writing region close event to WAL at 1733408527867 (+2 ms)Running coprocessor post-close hooks at 1733408527869 (+2 ms)Closed at 1733408527870 (+1 ms) 2024-12-05T14:22:07,870 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408503966.5bbb4b0179304a76d134fa4b211b83c7. 2024-12-05T14:22:07,870 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37dd4e5eda489b4480a0d0aee53c0ba8, disabling compactions & flushes 2024-12-05T14:22:07,870 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:22:07,870 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:22:07,870 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. after waiting 0 ms 2024-12-05T14:22:07,870 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:22:07,870 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37dd4e5eda489b4480a0d0aee53c0ba8: Waiting for close lock at 1733408527870Running coprocessor pre-close hooks at 1733408527870Disabling compacts and flushes for region at 1733408527870Disabling writes for close at 1733408527870Failed flush hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8., putting online again at 1733408527870 2024-12-05T14:22:07,870 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:22:07,875 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/.tmp/table/3e74ddc43d2442768456fc67abd8a9c1 is 53, key is hbase:replication/table:state/1733408511296/Put/seqid=0 2024-12-05T14:22:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741846_1022 (size=5308) 2024-12-05T14:22:07,995 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:22:07,995 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 37dd4e5eda489b4480a0d0aee53c0ba8=hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8.} 2024-12-05T14:22:07,995 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(3091): Received CLOSE for 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:22:07,995 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37dd4e5eda489b4480a0d0aee53c0ba8 2024-12-05T14:22:07,995 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37dd4e5eda489b4480a0d0aee53c0ba8, disabling compactions & flushes 2024-12-05T14:22:07,995 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:22:07,995 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:22:07,995 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. after waiting 0 ms 2024-12-05T14:22:07,995 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:22:07,995 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37dd4e5eda489b4480a0d0aee53c0ba8: Waiting for close lock at 1733408527995Running coprocessor pre-close hooks at 1733408527995Disabling compacts and flushes for region at 1733408527995Disabling writes for close at 1733408527995Failed flush hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8., putting online again at 1733408527995 2024-12-05T14:22:07,996 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733408510427.37dd4e5eda489b4480a0d0aee53c0ba8. 2024-12-05T14:22:08,088 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 1438, reset compression=false 2024-12-05T14:22:08,092 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:22:08,092 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 2082, reset compression=false 2024-12-05T14:22:08,195 DEBUG [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:08,278 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/.tmp/table/3e74ddc43d2442768456fc67abd8a9c1 2024-12-05T14:22:08,282 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/.tmp/info/c6b2241f461b40878547d4d422694045 as hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/info/c6b2241f461b40878547d4d422694045 2024-12-05T14:22:08,286 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/info/c6b2241f461b40878547d4d422694045, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T14:22:08,286 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/.tmp/ns/98bd7fe5dfdc40dda9097a42787fa599 as hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/ns/98bd7fe5dfdc40dda9097a42787fa599 2024-12-05T14:22:08,290 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/ns/98bd7fe5dfdc40dda9097a42787fa599, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T14:22:08,291 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/.tmp/rep_barrier/beb062e25a6444c48302daeee6cf4cdd as hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/rep_barrier/beb062e25a6444c48302daeee6cf4cdd 2024-12-05T14:22:08,294 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 2082, reset compression=false 2024-12-05T14:22:08,294 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/rep_barrier/beb062e25a6444c48302daeee6cf4cdd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T14:22:08,296 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/.tmp/table/3e74ddc43d2442768456fc67abd8a9c1 as hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/table/3e74ddc43d2442768456fc67abd8a9c1 2024-12-05T14:22:08,299 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/table/3e74ddc43d2442768456fc67abd8a9c1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T14:22:08,300 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-12-05T14:22:08,300 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:22:08,304 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:22:08,304 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:08,304 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:22:08,304 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:08,304 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408526594Running coprocessor pre-close hooks at 1733408526594Disabling compacts and flushes for region at 1733408526594Disabling writes for close at 1733408526594Obtaining lock to block concurrent updates at 1733408526594Preparing flush snapshotting stores in 1588230740 at 1733408526594Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733408526595 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733408526595Flushing 1588230740/info: creating writer at 1733408526595Flushing 1588230740/info: appending metadata at 1733408526607 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733408526607Flushing 1588230740/ns: creating writer at 1733408527014 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733408527030 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733408527030Flushing 1588230740/rep_barrier: creating writer at 1733408527436 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408527452 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408527452Flushing 1588230740/table: creating writer at 1733408527858 (+406 ms)Flushing 1588230740/table: appending metadata at 1733408527874 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733408527874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d14b25: reopening flushed file at 1733408528281 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e7a76ec: reopening flushed file at 1733408528286 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f9d3c3a: reopening flushed file at 1733408528290 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3359f1: reopening flushed file at 1733408528295 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1733408528300 (+5 ms)Writing region close event to WAL at 1733408528301 (+1 ms)Running coprocessor post-close hooks at 1733408528304 (+3 ms)Closed at 1733408528304 2024-12-05T14:22:08,304 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:08,396 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T14:22:08,396 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,34465,1733408493092; all regions closed. 2024-12-05T14:22:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741834_1010 (size=4239) 2024-12-05T14:22:08,397 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.meta.1733408495962.meta not finished, retry = 0 2024-12-05T14:22:08,500 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.rep.1733408511262 not finished, retry = 0 2024-12-05T14:22:08,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741839_1015 (size=2171) 2024-12-05T14:22:08,597 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 to pos 2082, reset compression=false 2024-12-05T14:22:08,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/WALs/218194e0d8ec,34465,1733408493092/218194e0d8ec%2C34465%2C1733408493092.1733408494905 not finished, retry = 0 2024-12-05T14:22:08,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741832_1008 (size=2090) 2024-12-05T14:22:08,695 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:08,703 DEBUG [RS:0;218194e0d8ec:34465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:08,703 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:22:08,703 INFO [RS:0;218194e0d8ec:34465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:22:08,703 INFO [RS:0;218194e0d8ec:34465 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:22:08,703 INFO [RS:0;218194e0d8ec:34465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:22:08,703 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:22:08,703 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,34465,1733408493092 because: Region server is closing 2024-12-05T14:22:08,703 INFO [RS:0;218194e0d8ec:34465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:34465. 2024-12-05T14:22:08,703 DEBUG [RS:0;218194e0d8ec:34465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:08,703 DEBUG [RS:0;218194e0d8ec:34465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:08,703 DEBUG [RS:0;218194e0d8ec:34465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:08,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:08,804 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.shipper218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 terminated 2024-12-05T14:22:08,804 INFO [RS:0;218194e0d8ec:34465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:34465. 2024-12-05T14:22:08,804 DEBUG [RS:0;218194e0d8ec:34465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:08,804 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,34465,1733408493092.replicationSource.wal-reader.218194e0d8ec%2C34465%2C1733408493092,1-218194e0d8ec,34465,1733408493092 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T14:22:08,804 DEBUG [RS:0;218194e0d8ec:34465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:08,804 DEBUG [RS:0;218194e0d8ec:34465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:08,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:08,804 INFO [RS:0;218194e0d8ec:34465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34465 2024-12-05T14:22:08,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375/rs 2024-12-05T14:22:08,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11644910375/rs/218194e0d8ec,34465,1733408493092 2024-12-05T14:22:08,852 INFO [RS:0;218194e0d8ec:34465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:22:08,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,34465,1733408493092] 2024-12-05T14:22:08,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11644910375/draining/218194e0d8ec,34465,1733408493092 already deleted, retry=false 2024-12-05T14:22:08,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,34465,1733408493092 expired; onlineServers=0 2024-12-05T14:22:08,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,35241,1733408492950' ***** 2024-12-05T14:22:08,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:22:08,904 INFO [M:0;218194e0d8ec:35241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:22:08,904 INFO [M:0;218194e0d8ec:35241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:22:08,904 DEBUG [M:0;218194e0d8ec:35241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:22:08,904 DEBUG [M:0;218194e0d8ec:35241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:22:08,904 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:22:08,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408494716 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408494716,5,FailOnTimeoutGroup] 2024-12-05T14:22:08,904 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408494716 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408494716,5,FailOnTimeoutGroup] 2024-12-05T14:22:08,904 INFO [M:0;218194e0d8ec:35241 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:22:08,904 INFO [M:0;218194e0d8ec:35241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:22:08,904 DEBUG [M:0;218194e0d8ec:35241 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:22:08,904 INFO [M:0;218194e0d8ec:35241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:22:08,905 INFO [M:0;218194e0d8ec:35241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:22:08,905 INFO [M:0;218194e0d8ec:35241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:22:08,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:22:08,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11644910375/master 2024-12-05T14:22:08,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11644910375 2024-12-05T14:22:08,918 DEBUG [M:0;218194e0d8ec:35241 {}] zookeeper.ZKUtil(347): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Unable to get data of znode /11644910375/master because node does not exist (not an error) 2024-12-05T14:22:08,918 WARN [M:0;218194e0d8ec:35241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:22:08,919 INFO [M:0;218194e0d8ec:35241 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/.lastflushedseqids 2024-12-05T14:22:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741847_1023 (size=245) 2024-12-05T14:22:08,963 INFO [RS:0;218194e0d8ec:34465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:22:08,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:08,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x101a5de6b870004, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:08,963 INFO [RS:0;218194e0d8ec:34465 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,34465,1733408493092; zookeeper connection closed. 2024-12-05T14:22:08,963 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b5c9a46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b5c9a46 2024-12-05T14:22:08,964 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:22:09,322 INFO [M:0;218194e0d8ec:35241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:22:09,322 INFO [M:0;218194e0d8ec:35241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:22:09,322 DEBUG [M:0;218194e0d8ec:35241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:22:09,322 INFO [M:0;218194e0d8ec:35241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:09,322 DEBUG [M:0;218194e0d8ec:35241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:09,322 DEBUG [M:0;218194e0d8ec:35241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:22:09,322 DEBUG [M:0;218194e0d8ec:35241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:09,322 INFO [M:0;218194e0d8ec:35241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T14:22:09,334 DEBUG [M:0;218194e0d8ec:35241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fd88e92d5db40bf8ae2a3c2c7d21b73 is 82, key is hbase:meta,,1/info:regioninfo/1733408495986/Put/seqid=0 2024-12-05T14:22:09,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741848_1024 (size=5672) 2024-12-05T14:22:09,738 INFO [M:0;218194e0d8ec:35241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fd88e92d5db40bf8ae2a3c2c7d21b73 2024-12-05T14:22:09,752 DEBUG [M:0;218194e0d8ec:35241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa0baf8fc9ee4210904dd399b0429b1a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733408505117/Put/seqid=0 2024-12-05T14:22:09,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741849_1025 (size=7218) 2024-12-05T14:22:10,098 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:10,156 INFO [M:0;218194e0d8ec:35241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa0baf8fc9ee4210904dd399b0429b1a 2024-12-05T14:22:10,159 INFO [M:0;218194e0d8ec:35241 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa0baf8fc9ee4210904dd399b0429b1a 2024-12-05T14:22:10,174 DEBUG [M:0;218194e0d8ec:35241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b106751694a439c8023b5beb0f82a90 is 69, key is 218194e0d8ec,34465,1733408493092/rs:state/1733408494758/Put/seqid=0 2024-12-05T14:22:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741850_1026 (size=5156) 2024-12-05T14:22:10,577 INFO [M:0;218194e0d8ec:35241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b106751694a439c8023b5beb0f82a90 2024-12-05T14:22:10,581 DEBUG [M:0;218194e0d8ec:35241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fd88e92d5db40bf8ae2a3c2c7d21b73 as hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fd88e92d5db40bf8ae2a3c2c7d21b73 2024-12-05T14:22:10,584 INFO [M:0;218194e0d8ec:35241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fd88e92d5db40bf8ae2a3c2c7d21b73, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T14:22:10,584 DEBUG [M:0;218194e0d8ec:35241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa0baf8fc9ee4210904dd399b0429b1a as hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa0baf8fc9ee4210904dd399b0429b1a 2024-12-05T14:22:10,587 INFO [M:0;218194e0d8ec:35241 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa0baf8fc9ee4210904dd399b0429b1a 2024-12-05T14:22:10,587 INFO [M:0;218194e0d8ec:35241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa0baf8fc9ee4210904dd399b0429b1a, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T14:22:10,588 DEBUG [M:0;218194e0d8ec:35241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b106751694a439c8023b5beb0f82a90 as hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b106751694a439c8023b5beb0f82a90 2024-12-05T14:22:10,590 INFO [M:0;218194e0d8ec:35241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36865/user/jenkins/test-data/58bf0e4b-56ae-dd34-f7d1-1ee762f5ecc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b106751694a439c8023b5beb0f82a90, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T14:22:10,591 INFO [M:0;218194e0d8ec:35241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false 2024-12-05T14:22:10,592 INFO [M:0;218194e0d8ec:35241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:10,592 DEBUG [M:0;218194e0d8ec:35241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408529322Disabling compacts and flushes for region at 1733408529322Disabling writes for close at 1733408529322Obtaining lock to block concurrent updates at 1733408529322Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408529322Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733408529323 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408529323Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408529323Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408529334 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408529334Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408529741 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408529752 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408529752Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408530159 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408530173 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408530173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366bbf49: reopening flushed file at 1733408530580 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642472ed: reopening flushed file at 1733408530584 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae4a277: reopening flushed file at 1733408530587 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false at 1733408530591 (+4 ms)Writing region close event to WAL at 1733408530592 (+1 ms)Closed at 1733408530592 2024-12-05T14:22:10,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741830_1006 (size=64423) 2024-12-05T14:22:10,594 INFO [M:0;218194e0d8ec:35241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:22:10,594 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:22:10,594 INFO [M:0;218194e0d8ec:35241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35241 2024-12-05T14:22:10,594 INFO [M:0;218194e0d8ec:35241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:22:10,808 INFO [M:0;218194e0d8ec:35241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:22:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35241-0x101a5de6b870003, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:10,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ea8b69d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:22:10,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d157b00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:22:10,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:22:10,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5476271a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:22:10,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36af4e17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/hadoop.log.dir/,STOPPED} 2024-12-05T14:22:10,811 WARN [BP-961481021-172.17.0.2-1733408490852 heartbeating to localhost/127.0.0.1:36865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:22:10,811 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:22:10,811 WARN [BP-961481021-172.17.0.2-1733408490852 heartbeating to localhost/127.0.0.1:36865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-961481021-172.17.0.2-1733408490852 (Datanode Uuid a57d9caf-601c-42de-b8a1-ddefd4785d76) service to localhost/127.0.0.1:36865 2024-12-05T14:22:10,811 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:22:10,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/cluster_ec200a5e-a61a-6ecf-0bf6-968c7d3631eb/data/data1/current/BP-961481021-172.17.0.2-1733408490852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:22:10,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/cluster_ec200a5e-a61a-6ecf-0bf6-968c7d3631eb/data/data2/current/BP-961481021-172.17.0.2-1733408490852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:22:10,812 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:22:10,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@133885a4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:22:10,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@612d5d6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:22:10,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:22:10,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@209c7296{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:22:10,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56e31736{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/635dddfc-5a2e-1c97-8b5e-02e6bea77c6c/hadoop.log.dir/,STOPPED} 2024-12-05T14:22:10,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:22:10,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:22:10,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:10,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:10,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:10,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:10,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:10,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:22:10,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1815040110, stopped=false 2024-12-05T14:22:10,835 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,36391,1733408487568 2024-12-05T14:22:10,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30414539/running 2024-12-05T14:22:10,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30414539/running 2024-12-05T14:22:10,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:22:10,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:22:10,855 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:22:10,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:10,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:10,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:10,855 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,42345,1733408487876' ***** 2024-12-05T14:22:10,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Set watcher on znode that does not yet exist, /0-30414539/running 2024-12-05T14:22:10,855 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:22:10,855 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:22:10,855 INFO [RS:0;218194e0d8ec:42345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:22:10,855 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:22:10,856 INFO [RS:0;218194e0d8ec:42345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:22:10,856 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(3091): Received CLOSE for d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:22:10,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Set watcher on znode that does not yet exist, /0-30414539/running 2024-12-05T14:22:10,856 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(3091): Received CLOSE for cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:22:10,856 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,42345,1733408487876 2024-12-05T14:22:10,856 INFO [RS:0;218194e0d8ec:42345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:22:10,856 INFO [RS:0;218194e0d8ec:42345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:42345. 2024-12-05T14:22:10,856 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d03af86b93c049b0e015bcca44d8b295, disabling compactions & flushes 2024-12-05T14:22:10,856 DEBUG [RS:0;218194e0d8ec:42345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:10,856 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. 2024-12-05T14:22:10,856 DEBUG [RS:0;218194e0d8ec:42345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:10,856 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. 2024-12-05T14:22:10,856 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. after waiting 0 ms 2024-12-05T14:22:10,856 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:22:10,856 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. 2024-12-05T14:22:10,856 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:22:10,856 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:22:10,856 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:22:10,856 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d03af86b93c049b0e015bcca44d8b295 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-05T14:22:10,856 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T14:22:10,857 DEBUG [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d03af86b93c049b0e015bcca44d8b295=hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295., cc26b2709be70b4c9b2742cb1539842f=test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f.} 2024-12-05T14:22:10,857 DEBUG [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc26b2709be70b4c9b2742cb1539842f, d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:22:10,857 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:22:10,857 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:22:10,857 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:22:10,857 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:22:10,857 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:22:10,857 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T14:22:10,873 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/replication/d03af86b93c049b0e015bcca44d8b295/.tmp/queue/849b72a6e66e4457aebad66bbc3cf087 is 153, key is 1-218194e0d8ec,42345,1733408487876/queue:218194e0d8ec%2C42345%2C1733408487876/1733408519660/Put/seqid=0 2024-12-05T14:22:10,874 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/.tmp/info/da97617697124da3a26258fd3fa620cb is 147, key is hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295./info:regioninfo/1733408509435/Put/seqid=0 2024-12-05T14:22:10,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741840_1016 (size=5352) 2024-12-05T14:22:10,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741841_1017 (size=7686) 2024-12-05T14:22:10,881 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/.tmp/info/da97617697124da3a26258fd3fa620cb 2024-12-05T14:22:10,889 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:22:10,898 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/.tmp/ns/0c9e711810034a8f9be3d892490112f7 is 43, key is default/ns:d/1733408490760/Put/seqid=0 2024-12-05T14:22:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741842_1018 (size=5153) 2024-12-05T14:22:10,901 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/.tmp/ns/0c9e711810034a8f9be3d892490112f7 2024-12-05T14:22:10,915 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/.tmp/rep_barrier/c82e4ea805aa40908d8434d668f957e9 is 112, key is test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f./rep_barrier:seqnumDuringOpen/1733408503141/Put/seqid=0 2024-12-05T14:22:10,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741843_1019 (size=5518) 2024-12-05T14:22:11,057 DEBUG [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc26b2709be70b4c9b2742cb1539842f, d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:22:11,062 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:22:11,062 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:22:11,150 INFO [master/218194e0d8ec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T14:22:11,150 INFO [master/218194e0d8ec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T14:22:11,257 DEBUG [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc26b2709be70b4c9b2742cb1539842f, d03af86b93c049b0e015bcca44d8b295 2024-12-05T14:22:11,278 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/replication/d03af86b93c049b0e015bcca44d8b295/.tmp/queue/849b72a6e66e4457aebad66bbc3cf087 2024-12-05T14:22:11,282 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/replication/d03af86b93c049b0e015bcca44d8b295/.tmp/queue/849b72a6e66e4457aebad66bbc3cf087 as hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/replication/d03af86b93c049b0e015bcca44d8b295/queue/849b72a6e66e4457aebad66bbc3cf087 2024-12-05T14:22:11,285 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/replication/d03af86b93c049b0e015bcca44d8b295/queue/849b72a6e66e4457aebad66bbc3cf087, entries=1, sequenceid=8, filesize=5.2 K 2024-12-05T14:22:11,286 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for d03af86b93c049b0e015bcca44d8b295 in 430ms, sequenceid=8, compaction requested=false 2024-12-05T14:22:11,286 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T14:22:11,289 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/replication/d03af86b93c049b0e015bcca44d8b295/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T14:22:11,289 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:11,289 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:22:11,289 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. 2024-12-05T14:22:11,289 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d03af86b93c049b0e015bcca44d8b295: Waiting for close lock at 1733408530856Running coprocessor pre-close hooks at 1733408530856Disabling compacts and flushes for region at 1733408530856Disabling writes for close at 1733408530856Obtaining lock to block concurrent updates at 1733408530856Preparing flush snapshotting stores in d03af86b93c049b0e015bcca44d8b295 at 1733408530856Finished memstore snapshotting hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733408530857 (+1 ms)Flushing stores of hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. at 1733408530857Flushing d03af86b93c049b0e015bcca44d8b295/queue: creating writer at 1733408530857Flushing d03af86b93c049b0e015bcca44d8b295/queue: appending metadata at 1733408530872 (+15 ms)Flushing d03af86b93c049b0e015bcca44d8b295/queue: closing flushed file at 1733408530872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751ac191: reopening flushed file at 1733408531281 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for d03af86b93c049b0e015bcca44d8b295 in 430ms, sequenceid=8, compaction requested=false at 1733408531286 (+5 ms)Writing region close event to WAL at 1733408531287 (+1 ms)Running coprocessor post-close hooks at 1733408531289 (+2 ms)Closed at 1733408531289 2024-12-05T14:22:11,289 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408508278.d03af86b93c049b0e015bcca44d8b295. 2024-12-05T14:22:11,290 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc26b2709be70b4c9b2742cb1539842f, disabling compactions & flushes 2024-12-05T14:22:11,290 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. 2024-12-05T14:22:11,290 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. 2024-12-05T14:22:11,290 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. after waiting 0 ms 2024-12-05T14:22:11,290 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. 2024-12-05T14:22:11,290 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc26b2709be70b4c9b2742cb1539842f 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-05T14:22:11,306 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/.tmp/f/6bc0f7c2ac924831a5b01b40b36f2ffb is 28, key is row/f:/1733408518786/DeleteFamily/seqid=0 2024-12-05T14:22:11,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741844_1020 (size=5085) 2024-12-05T14:22:11,309 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/.tmp/f/6bc0f7c2ac924831a5b01b40b36f2ffb 2024-12-05T14:22:11,312 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bc0f7c2ac924831a5b01b40b36f2ffb 2024-12-05T14:22:11,319 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/.tmp/rep_barrier/c82e4ea805aa40908d8434d668f957e9 2024-12-05T14:22:11,329 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/.tmp/f1/bf13855b85b7424e9fc244f168483a8b is 29, key is row/f1:/1733408518786/DeleteFamily/seqid=0 2024-12-05T14:22:11,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741845_1021 (size=5089) 2024-12-05T14:22:11,337 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/.tmp/table/447d06fa7a93436a9038044a3e9bc4e6 is 53, key is hbase:replication/table:state/1733408509440/Put/seqid=0 2024-12-05T14:22:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741846_1022 (size=5308) 2024-12-05T14:22:11,341 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/.tmp/table/447d06fa7a93436a9038044a3e9bc4e6 2024-12-05T14:22:11,344 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/.tmp/info/da97617697124da3a26258fd3fa620cb as hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/info/da97617697124da3a26258fd3fa620cb 2024-12-05T14:22:11,347 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/info/da97617697124da3a26258fd3fa620cb, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T14:22:11,347 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/.tmp/ns/0c9e711810034a8f9be3d892490112f7 as hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/ns/0c9e711810034a8f9be3d892490112f7 2024-12-05T14:22:11,350 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/ns/0c9e711810034a8f9be3d892490112f7, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T14:22:11,351 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/.tmp/rep_barrier/c82e4ea805aa40908d8434d668f957e9 as hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/rep_barrier/c82e4ea805aa40908d8434d668f957e9 2024-12-05T14:22:11,353 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/rep_barrier/c82e4ea805aa40908d8434d668f957e9, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T14:22:11,354 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/.tmp/table/447d06fa7a93436a9038044a3e9bc4e6 as hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/table/447d06fa7a93436a9038044a3e9bc4e6 2024-12-05T14:22:11,357 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/table/447d06fa7a93436a9038044a3e9bc4e6, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T14:22:11,357 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 500ms, sequenceid=16, compaction requested=false 2024-12-05T14:22:11,357 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:22:11,361 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:22:11,361 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:11,361 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:22:11,361 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:11,361 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408530857Running coprocessor pre-close hooks at 1733408530857Disabling compacts and flushes for region at 1733408530857Disabling writes for close at 1733408530857Obtaining lock to block concurrent updates at 1733408530857Preparing flush snapshotting stores in 1588230740 at 1733408530857Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733408530857Flushing stores of hbase:meta,,1.1588230740 at 1733408530857Flushing 1588230740/info: creating writer at 1733408530857Flushing 1588230740/info: appending metadata at 1733408530874 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733408530874Flushing 1588230740/ns: creating writer at 1733408530886 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733408530897 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733408530897Flushing 1588230740/rep_barrier: creating writer at 1733408530904 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408530915 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408530915Flushing 1588230740/table: creating writer at 1733408531322 (+407 ms)Flushing 1588230740/table: appending metadata at 1733408531337 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733408531337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@203ffd0d: reopening flushed file at 1733408531344 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6bd4f4: reopening flushed file at 1733408531347 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b830e27: reopening flushed file at 1733408531350 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d176e3: reopening flushed file at 1733408531354 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 500ms, sequenceid=16, compaction requested=false at 1733408531357 (+3 ms)Writing region close event to WAL at 1733408531359 (+2 ms)Running coprocessor post-close hooks at 1733408531361 (+2 ms)Closed at 1733408531361 2024-12-05T14:22:11,361 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:11,457 DEBUG [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1351): Waiting on cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:22:11,601 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 636, reset compression=false 2024-12-05T14:22:11,604 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:22:11,604 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 883, reset compression=false 2024-12-05T14:22:11,604 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,42345,1733408487876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:22:11,605 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 218194e0d8ec,42345,1733408487876: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-218194e0d8ec,42345,1733408487876, walGroup=218194e0d8ec%2C42345%2C1733408487876, offset=218194e0d8ec%2C42345%2C1733408487876.1733408490182:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:42345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T14:22:11,606 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:22:11,606 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:22:11,606 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:22:11,606 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:22:11,606 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:22:11,606 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 1143496704 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 202825720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:22:11,606 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T14:22:11,657 DEBUG [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1351): Waiting on cc26b2709be70b4c9b2742cb1539842f 2024-12-05T14:22:11,732 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/.tmp/f1/bf13855b85b7424e9fc244f168483a8b 2024-12-05T14:22:11,735 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf13855b85b7424e9fc244f168483a8b 2024-12-05T14:22:11,746 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/.tmp/norep/fa4503c7ea5f4b6e88f09cb85f8b8984 is 32, key is row/norep:/1733408518786/DeleteFamily/seqid=0 2024-12-05T14:22:11,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741847_1023 (size=5101) 2024-12-05T14:22:11,750 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/.tmp/norep/fa4503c7ea5f4b6e88f09cb85f8b8984 2024-12-05T14:22:11,753 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa4503c7ea5f4b6e88f09cb85f8b8984 2024-12-05T14:22:11,753 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/.tmp/f/6bc0f7c2ac924831a5b01b40b36f2ffb as hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/f/6bc0f7c2ac924831a5b01b40b36f2ffb 2024-12-05T14:22:11,756 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bc0f7c2ac924831a5b01b40b36f2ffb 2024-12-05T14:22:11,756 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/f/6bc0f7c2ac924831a5b01b40b36f2ffb, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T14:22:11,757 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/.tmp/f1/bf13855b85b7424e9fc244f168483a8b as hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/f1/bf13855b85b7424e9fc244f168483a8b 2024-12-05T14:22:11,760 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf13855b85b7424e9fc244f168483a8b 2024-12-05T14:22:11,760 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/f1/bf13855b85b7424e9fc244f168483a8b, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T14:22:11,761 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/.tmp/norep/fa4503c7ea5f4b6e88f09cb85f8b8984 as hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/norep/fa4503c7ea5f4b6e88f09cb85f8b8984 2024-12-05T14:22:11,763 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa4503c7ea5f4b6e88f09cb85f8b8984 2024-12-05T14:22:11,763 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/norep/fa4503c7ea5f4b6e88f09cb85f8b8984, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T14:22:11,764 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for cc26b2709be70b4c9b2742cb1539842f in 474ms, sequenceid=6, compaction requested=false 2024-12-05T14:22:11,764 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T14:22:11,767 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/data/default/test/cc26b2709be70b4c9b2742cb1539842f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T14:22:11,768 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:11,768 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:22:11,768 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. 2024-12-05T14:22:11,768 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc26b2709be70b4c9b2742cb1539842f: Waiting for close lock at 1733408531290Running coprocessor pre-close hooks at 1733408531290Disabling compacts and flushes for region at 1733408531290Disabling writes for close at 1733408531290Obtaining lock to block concurrent updates at 1733408531290Preparing flush snapshotting stores in cc26b2709be70b4c9b2742cb1539842f at 1733408531290Finished memstore snapshotting test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733408531290Flushing stores of test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. at 1733408531290Flushing cc26b2709be70b4c9b2742cb1539842f/f: creating writer at 1733408531290Flushing cc26b2709be70b4c9b2742cb1539842f/f: appending metadata at 1733408531305 (+15 ms)Flushing cc26b2709be70b4c9b2742cb1539842f/f: closing flushed file at 1733408531305Flushing cc26b2709be70b4c9b2742cb1539842f/f1: creating writer at 1733408531312 (+7 ms)Flushing cc26b2709be70b4c9b2742cb1539842f/f1: appending metadata at 1733408531328 (+16 ms)Flushing cc26b2709be70b4c9b2742cb1539842f/f1: closing flushed file at 1733408531328Flushing cc26b2709be70b4c9b2742cb1539842f/norep: creating writer at 1733408531735 (+407 ms)Flushing cc26b2709be70b4c9b2742cb1539842f/norep: appending metadata at 1733408531746 (+11 ms)Flushing cc26b2709be70b4c9b2742cb1539842f/norep: closing flushed file at 1733408531746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542971bd: reopening flushed file at 1733408531753 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c186dac: reopening flushed file at 1733408531756 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48039c42: reopening flushed file at 1733408531760 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for cc26b2709be70b4c9b2742cb1539842f in 474ms, sequenceid=6, compaction requested=false at 1733408531764 (+4 ms)Writing region close event to WAL at 1733408531765 (+1 ms)Running coprocessor post-close hooks at 1733408531768 (+3 ms)Closed at 1733408531768 2024-12-05T14:22:11,768 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408501808.cc26b2709be70b4c9b2742cb1539842f. 2024-12-05T14:22:11,808 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 883, reset compression=false 2024-12-05T14:22:11,811 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:22:11,811 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.wal-reader.218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.1733408490182 to pos 1527, reset compression=false 2024-12-05T14:22:11,857 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,42345,1733408487876; all regions closed. 2024-12-05T14:22:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741834_1010 (size=4239) 2024-12-05T14:22:11,859 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/WALs/218194e0d8ec,42345,1733408487876/218194e0d8ec%2C42345%2C1733408487876.meta.1733408490696.meta not finished, retry = 0 2024-12-05T14:22:11,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741839_1015 (size=2240) 2024-12-05T14:22:11,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741833_1009 (size=1535) 2024-12-05T14:22:11,963 DEBUG [RS:0;218194e0d8ec:42345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:11,963 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:22:11,963 INFO [RS:0;218194e0d8ec:42345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:22:11,963 INFO [RS:0;218194e0d8ec:42345 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:22:11,964 INFO [RS:0;218194e0d8ec:42345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:22:11,964 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:22:11,964 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,42345,1733408487876 because: Region server is closing 2024-12-05T14:22:11,964 INFO [RS:0;218194e0d8ec:42345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:42345. 2024-12-05T14:22:11,964 DEBUG [RS:0;218194e0d8ec:42345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:11,964 DEBUG [RS:0;218194e0d8ec:42345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:11,964 DEBUG [RS:0;218194e0d8ec:42345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:11,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:12,065 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,42345,1733408487876.replicationSource.shipper218194e0d8ec%2C42345%2C1733408487876,1-218194e0d8ec,42345,1733408487876 terminated 2024-12-05T14:22:12,065 INFO [RS:0;218194e0d8ec:42345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42345 2024-12-05T14:22:12,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539/rs 2024-12-05T14:22:12,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30414539/rs/218194e0d8ec,42345,1733408487876 2024-12-05T14:22:12,126 INFO [RS:0;218194e0d8ec:42345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:22:12,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,42345,1733408487876] 2024-12-05T14:22:12,147 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-30414539/draining/218194e0d8ec,42345,1733408487876 already deleted, retry=false 2024-12-05T14:22:12,147 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,42345,1733408487876 expired; onlineServers=0 2024-12-05T14:22:12,147 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,36391,1733408487568' ***** 2024-12-05T14:22:12,147 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:22:12,147 INFO [M:0;218194e0d8ec:36391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:22:12,147 INFO [M:0;218194e0d8ec:36391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:22:12,147 DEBUG [M:0;218194e0d8ec:36391 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:22:12,147 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:22:12,148 DEBUG [M:0;218194e0d8ec:36391 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:22:12,147 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408489906 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408489906,5,FailOnTimeoutGroup] 2024-12-05T14:22:12,148 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408489906 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408489906,5,FailOnTimeoutGroup] 2024-12-05T14:22:12,148 INFO [M:0;218194e0d8ec:36391 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:22:12,148 INFO [M:0;218194e0d8ec:36391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:22:12,148 DEBUG [M:0;218194e0d8ec:36391 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:22:12,148 INFO [M:0;218194e0d8ec:36391 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:22:12,148 INFO [M:0;218194e0d8ec:36391 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:22:12,148 ERROR [M:0;218194e0d8ec:36391 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40665,5,PEWorkerGroup] 2024-12-05T14:22:12,148 INFO [M:0;218194e0d8ec:36391 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:22:12,148 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:22:12,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-30414539/master 2024-12-05T14:22:12,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-30414539 2024-12-05T14:22:12,160 DEBUG [M:0;218194e0d8ec:36391 {}] zookeeper.ZKUtil(347): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Unable to get data of znode /0-30414539/master because node does not exist (not an error) 2024-12-05T14:22:12,160 WARN [M:0;218194e0d8ec:36391 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:22:12,161 INFO [M:0;218194e0d8ec:36391 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/.lastflushedseqids 2024-12-05T14:22:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741848_1024 (size=245) 2024-12-05T14:22:12,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:12,237 INFO [RS:0;218194e0d8ec:42345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:22:12,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x101a5de6b870001, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:12,237 INFO [RS:0;218194e0d8ec:42345 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,42345,1733408487876; zookeeper connection closed. 2024-12-05T14:22:12,237 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55473760 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55473760 2024-12-05T14:22:12,237 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:22:12,564 INFO [M:0;218194e0d8ec:36391 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:22:12,564 INFO [M:0;218194e0d8ec:36391 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:22:12,565 DEBUG [M:0;218194e0d8ec:36391 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:22:12,565 INFO [M:0;218194e0d8ec:36391 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:12,565 DEBUG [M:0;218194e0d8ec:36391 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:12,565 DEBUG [M:0;218194e0d8ec:36391 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:22:12,565 DEBUG [M:0;218194e0d8ec:36391 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:12,565 INFO [M:0;218194e0d8ec:36391 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T14:22:12,581 DEBUG [M:0;218194e0d8ec:36391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/128b93c76af4462dbab8639ff41411a2 is 82, key is hbase:meta,,1/info:regioninfo/1733408490722/Put/seqid=0 2024-12-05T14:22:12,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741849_1025 (size=5672) 2024-12-05T14:22:12,813 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:12,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:22:12,814 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128640 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:22:12,985 INFO [M:0;218194e0d8ec:36391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/128b93c76af4462dbab8639ff41411a2 2024-12-05T14:22:12,999 DEBUG [M:0;218194e0d8ec:36391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2805a791b65049a898dc57de36af02b9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733408503149/Put/seqid=0 2024-12-05T14:22:13,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741850_1026 (size=7218) 2024-12-05T14:22:13,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:22:13,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:13,406 INFO [M:0;218194e0d8ec:36391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2805a791b65049a898dc57de36af02b9 2024-12-05T14:22:13,409 INFO [M:0;218194e0d8ec:36391 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2805a791b65049a898dc57de36af02b9 2024-12-05T14:22:13,420 DEBUG [M:0;218194e0d8ec:36391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2023fc5747cf4f7db8980ea98cb65b45 is 69, key is 218194e0d8ec,42345,1733408487876/rs:state/1733408490035/Put/seqid=0 2024-12-05T14:22:13,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741851_1027 (size=5156) 2024-12-05T14:22:13,823 INFO [M:0;218194e0d8ec:36391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2023fc5747cf4f7db8980ea98cb65b45 2024-12-05T14:22:13,827 DEBUG [M:0;218194e0d8ec:36391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/128b93c76af4462dbab8639ff41411a2 as hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/128b93c76af4462dbab8639ff41411a2 2024-12-05T14:22:13,830 INFO [M:0;218194e0d8ec:36391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/128b93c76af4462dbab8639ff41411a2, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T14:22:13,830 DEBUG [M:0;218194e0d8ec:36391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2805a791b65049a898dc57de36af02b9 as hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2805a791b65049a898dc57de36af02b9 2024-12-05T14:22:13,833 INFO [M:0;218194e0d8ec:36391 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2805a791b65049a898dc57de36af02b9 2024-12-05T14:22:13,833 INFO [M:0;218194e0d8ec:36391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2805a791b65049a898dc57de36af02b9, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T14:22:13,833 DEBUG [M:0;218194e0d8ec:36391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2023fc5747cf4f7db8980ea98cb65b45 as hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2023fc5747cf4f7db8980ea98cb65b45 2024-12-05T14:22:13,836 INFO [M:0;218194e0d8ec:36391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/b243fa4b-2e48-4a14-02e7-466dc02c1e41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2023fc5747cf4f7db8980ea98cb65b45, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T14:22:13,836 INFO [M:0;218194e0d8ec:36391 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false 2024-12-05T14:22:13,837 INFO [M:0;218194e0d8ec:36391 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:13,837 DEBUG [M:0;218194e0d8ec:36391 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408532565Disabling compacts and flushes for region at 1733408532565Disabling writes for close at 1733408532565Obtaining lock to block concurrent updates at 1733408532565Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408532565Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733408532565Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408532566 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408532566Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408532581 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408532581Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408532988 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408532999 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408532999Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408533409 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408533420 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408533420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659e4ca5: reopening flushed file at 1733408533826 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eae7ca: reopening flushed file at 1733408533830 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7219574e: reopening flushed file at 1733408533833 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false at 1733408533836 (+3 ms)Writing region close event to WAL at 1733408533837 (+1 ms)Closed at 1733408533837 2024-12-05T14:22:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37697 is added to blk_1073741830_1006 (size=64423) 2024-12-05T14:22:13,839 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:22:13,839 INFO [M:0;218194e0d8ec:36391 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:22:13,839 INFO [M:0;218194e0d8ec:36391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36391 2024-12-05T14:22:13,839 INFO [M:0;218194e0d8ec:36391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:22:13,986 INFO [M:0;218194e0d8ec:36391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:22:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x101a5de6b870000, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:13,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b12a0a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:22:13,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f21fa76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:22:13,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:22:13,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f617e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:22:13,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b99bf23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/hadoop.log.dir/,STOPPED} 2024-12-05T14:22:13,991 WARN [BP-1573056879-172.17.0.2-1733408485360 heartbeating to localhost/127.0.0.1:40665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:22:13,991 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:22:13,991 WARN [BP-1573056879-172.17.0.2-1733408485360 heartbeating to localhost/127.0.0.1:40665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1573056879-172.17.0.2-1733408485360 (Datanode Uuid 05357db5-c27c-4049-ab5a-548ab7679189) service to localhost/127.0.0.1:40665 2024-12-05T14:22:13,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:22:13,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/cluster_da07980b-0a1f-6a7b-298a-531c642fe629/data/data1/current/BP-1573056879-172.17.0.2-1733408485360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:22:13,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/cluster_da07980b-0a1f-6a7b-298a-531c642fe629/data/data2/current/BP-1573056879-172.17.0.2-1733408485360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:22:13,992 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:22:13,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51d7e7ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:22:13,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52bc772f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:22:13,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:22:13,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1871a44c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:22:13,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b00d80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b09ac343-2ee6-b9f0-05ae-fb15df442257/hadoop.log.dir/,STOPPED} 2024-12-05T14:22:14,001 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:22:14,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:22:14,020 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 314) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36865 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49304) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49304) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46183 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40665 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49304) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=789 (was 725) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 334), ProcessCount=11 (was 11), AvailableMemoryMB=5517 (was 5923) 2024-12-05T14:22:14,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=789, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=5517 2024-12-05T14:22:14,040 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-05T14:22:14,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/hadoop.log.dir so I do NOT create it in target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae 2024-12-05T14:22:14,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:22:14,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/hadoop.tmp.dir so I do NOT create it in target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae 2024-12-05T14:22:14,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bc011-549b-9662-4ff7-07d8c255c52f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:22:14,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae 2024-12-05T14:22:14,041 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/cluster_04cb47ad-1c18-6b05-b1ab-31b974940da8, deleteOnExit=true 2024-12-05T14:22:14,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/cluster_04cb47ad-1c18-6b05-b1ab-31b974940da8/zookeeper_0, clientPort=60258, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/cluster_04cb47ad-1c18-6b05-b1ab-31b974940da8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/cluster_04cb47ad-1c18-6b05-b1ab-31b974940da8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:22:14,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60258 2024-12-05T14:22:14,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:22:14,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/test.cache.data in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:22:14,065 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:22:14,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:22:14,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:22:14,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5de6b870002, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:22:14,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5de6b870005, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:22:14,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a5de6b870008, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:22:14,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a5de6b870008, quorum=127.0.0.1:49304, baseZNode=/2-378418578 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:22:14,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5de6b870005, quorum=127.0.0.1:49304, baseZNode=/11644910375 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:22:14,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5de6b870002, quorum=127.0.0.1:49304, baseZNode=/0-30414539 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:22:14,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:22:14,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:22:14,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:22:14,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:22:14,422 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:22:14,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:22:14,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63e09f09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:22:14,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61dfeec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:22:14,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cd8056c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/java.io.tmpdir/jetty-localhost-41545-hadoop-hdfs-3_4_1-tests_jar-_-any-1885289793282469556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:22:14,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5324206f{HTTP/1.1, (http/1.1)}{localhost:41545} 2024-12-05T14:22:14,513 INFO [Time-limited test {}] server.Server(415): Started @325079ms 2024-12-05T14:22:14,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:22:14,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:22:14,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:22:14,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:22:14,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:22:14,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cd94730{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:22:14,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5029b8e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:22:14,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e68acde{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/java.io.tmpdir/jetty-localhost-38943-hadoop-hdfs-3_4_1-tests_jar-_-any-11830890936723762347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:22:14,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17a92bcc{HTTP/1.1, (http/1.1)}{localhost:38943} 2024-12-05T14:22:14,870 INFO [Time-limited test {}] server.Server(415): Started @325436ms 2024-12-05T14:22:14,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:22:15,505 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/cluster_04cb47ad-1c18-6b05-b1ab-31b974940da8/data/data1/current/BP-128874351-172.17.0.2-1733408534085/current, will proceed with Du for space computation calculation, 2024-12-05T14:22:15,505 WARN [Thread-4188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/cluster_04cb47ad-1c18-6b05-b1ab-31b974940da8/data/data2/current/BP-128874351-172.17.0.2-1733408534085/current, will proceed with Du for space computation calculation, 2024-12-05T14:22:15,520 WARN [Thread-4175 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:22:15,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cbcd8b03af77bcb with lease ID 0xa21328edf5febb3b: Processing first storage report for DS-4f3e6398-3980-4efa-8142-7b6f9fdf9c8b from datanode DatanodeRegistration(127.0.0.1:45265, datanodeUuid=75808121-e281-4a13-817f-600a49ea388b, infoPort=44201, infoSecurePort=0, ipcPort=34535, storageInfo=lv=-57;cid=testClusterID;nsid=2030243996;c=1733408534085) 2024-12-05T14:22:15,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cbcd8b03af77bcb with lease ID 0xa21328edf5febb3b: from storage DS-4f3e6398-3980-4efa-8142-7b6f9fdf9c8b node DatanodeRegistration(127.0.0.1:45265, datanodeUuid=75808121-e281-4a13-817f-600a49ea388b, infoPort=44201, infoSecurePort=0, ipcPort=34535, storageInfo=lv=-57;cid=testClusterID;nsid=2030243996;c=1733408534085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:22:15,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cbcd8b03af77bcb with lease ID 0xa21328edf5febb3b: Processing first storage report for DS-6cbd2903-c831-4db7-970b-f3d756e90a3e from datanode DatanodeRegistration(127.0.0.1:45265, datanodeUuid=75808121-e281-4a13-817f-600a49ea388b, infoPort=44201, infoSecurePort=0, ipcPort=34535, storageInfo=lv=-57;cid=testClusterID;nsid=2030243996;c=1733408534085) 2024-12-05T14:22:15,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cbcd8b03af77bcb with lease ID 0xa21328edf5febb3b: from storage DS-6cbd2903-c831-4db7-970b-f3d756e90a3e node DatanodeRegistration(127.0.0.1:45265, datanodeUuid=75808121-e281-4a13-817f-600a49ea388b, infoPort=44201, infoSecurePort=0, ipcPort=34535, storageInfo=lv=-57;cid=testClusterID;nsid=2030243996;c=1733408534085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:22:15,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae 2024-12-05T14:22:15,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:15,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:15,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:22:16,000 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024 with version=8 2024-12-05T14:22:16,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/hbase-staging 2024-12-05T14:22:16,002 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:22:16,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:16,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:16,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:22:16,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:16,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:22:16,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:22:16,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:22:16,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33561 2024-12-05T14:22:16,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33561 connecting to ZooKeeper ensemble=127.0.0.1:60258 2024-12-05T14:22:16,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335610x0, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:22:16,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33561-0x101a5df29db0000 connected 2024-12-05T14:22:16,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:16,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:16,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Set watcher on znode that does not yet exist, /0-92575486/running 2024-12-05T14:22:16,185 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024, hbase.cluster.distributed=false 2024-12-05T14:22:16,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Set watcher on znode that does not yet exist, /0-92575486/acl 2024-12-05T14:22:16,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33561 2024-12-05T14:22:16,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33561 2024-12-05T14:22:16,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33561 2024-12-05T14:22:16,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33561 2024-12-05T14:22:16,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33561 2024-12-05T14:22:16,198 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:22:16,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:16,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:16,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:22:16,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:16,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:22:16,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:22:16,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:22:16,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37099 2024-12-05T14:22:16,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37099 connecting to ZooKeeper ensemble=127.0.0.1:60258 2024-12-05T14:22:16,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:16,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:16,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370990x0, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:22:16,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370990x0, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Set watcher on znode that does not yet exist, /0-92575486/running 2024-12-05T14:22:16,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37099-0x101a5df29db0001 connected 2024-12-05T14:22:16,213 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:22:16,213 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:22:16,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Set watcher on znode that does not yet exist, /0-92575486/master 2024-12-05T14:22:16,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Set watcher on znode that does not yet exist, /0-92575486/acl 2024-12-05T14:22:16,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37099 2024-12-05T14:22:16,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37099 2024-12-05T14:22:16,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37099 2024-12-05T14:22:16,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37099 2024-12-05T14:22:16,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37099 2024-12-05T14:22:16,230 DEBUG [M:0;218194e0d8ec:33561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:33561 2024-12-05T14:22:16,230 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-92575486/backup-masters/218194e0d8ec,33561,1733408536002 2024-12-05T14:22:16,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486/backup-masters 2024-12-05T14:22:16,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486/backup-masters 2024-12-05T14:22:16,242 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Set watcher on existing znode=/0-92575486/backup-masters/218194e0d8ec,33561,1733408536002 2024-12-05T14:22:16,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-92575486/master 2024-12-05T14:22:16,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486 2024-12-05T14:22:16,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486 2024-12-05T14:22:16,254 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Set watcher on existing znode=/0-92575486/master 2024-12-05T14:22:16,255 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-92575486/backup-masters/218194e0d8ec,33561,1733408536002 from backup master directory 2024-12-05T14:22:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-92575486/backup-masters/218194e0d8ec,33561,1733408536002 2024-12-05T14:22:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486/backup-masters 2024-12-05T14:22:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486/backup-masters 2024-12-05T14:22:16,265 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:22:16,265 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,33561,1733408536002 2024-12-05T14:22:16,267 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/hbase.id] with ID: e9a4d92b-ba4b-48d8-97a9-b6856e43bc1d 2024-12-05T14:22:16,267 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/.tmp/hbase.id 2024-12-05T14:22:16,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:22:16,671 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/.tmp/hbase.id]:[hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/hbase.id] 2024-12-05T14:22:16,678 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:16,678 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:22:16,678 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T14:22:16,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486 2024-12-05T14:22:16,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486 2024-12-05T14:22:16,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:22:16,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:22:16,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:22:16,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T14:22:16,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:22:17,132 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:22:17,132 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:22:17,133 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:17,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:22:17,537 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/MasterData/data/master/store 2024-12-05T14:22:17,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:22:17,942 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:17,942 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:22:17,942 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:17,942 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:17,942 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:22:17,942 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:17,942 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:17,942 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408537942Disabling compacts and flushes for region at 1733408537942Disabling writes for close at 1733408537942Writing region close event to WAL at 1733408537942Closed at 1733408537942 2024-12-05T14:22:17,943 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/MasterData/data/master/store/.initializing 2024-12-05T14:22:17,943 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/MasterData/WALs/218194e0d8ec,33561,1733408536002 2024-12-05T14:22:17,943 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:22:17,944 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C33561%2C1733408536002, suffix=, logDir=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/MasterData/WALs/218194e0d8ec,33561,1733408536002, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/MasterData/oldWALs, maxLogs=10 2024-12-05T14:22:17,955 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/MasterData/WALs/218194e0d8ec,33561,1733408536002/218194e0d8ec%2C33561%2C1733408536002.1733408537944, exclude list is [], retry=0 2024-12-05T14:22:17,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-4f3e6398-3980-4efa-8142-7b6f9fdf9c8b,DISK] 2024-12-05T14:22:17,958 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/MasterData/WALs/218194e0d8ec,33561,1733408536002/218194e0d8ec%2C33561%2C1733408536002.1733408537944 2024-12-05T14:22:17,958 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44201:44201)] 2024-12-05T14:22:17,958 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:17,958 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:17,958 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:17,958 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:17,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:17,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:22:17,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:17,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:17,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:17,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:22:17,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:17,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:17,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:17,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:22:17,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:17,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:17,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:17,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:22:17,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:17,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:17,963 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:17,964 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:17,964 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:17,964 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:17,964 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:17,965 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:22:17,965 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:17,966 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:17,967 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62099139, jitterRate=-0.07465071976184845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:22:17,967 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408537958Initializing all the Stores at 1733408537959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408537959Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408537959Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408537959Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408537959Cleaning up temporary data from old regions at 1733408537964 (+5 ms)Region opened successfully at 1733408537967 (+3 ms) 2024-12-05T14:22:17,967 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:22:17,969 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bc422a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:22:17,969 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:22:17,969 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:22:17,969 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:22:17,970 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:22:17,970 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:22:17,970 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:22:17,970 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:22:17,971 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:22:17,972 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Unable to get data of znode /0-92575486/balancer because node does not exist (not necessarily an error) 2024-12-05T14:22:18,033 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-92575486/balancer already deleted, retry=false 2024-12-05T14:22:18,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:22:18,034 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Unable to get data of znode /0-92575486/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:22:18,043 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-92575486/normalizer already deleted, retry=false 2024-12-05T14:22:18,044 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:22:18,044 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Unable to get data of znode /0-92575486/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:22:18,054 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-92575486/switch/split already deleted, retry=false 2024-12-05T14:22:18,054 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Unable to get data of znode /0-92575486/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:22:18,065 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-92575486/switch/merge already deleted, retry=false 2024-12-05T14:22:18,066 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Unable to get data of znode /0-92575486/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:22:18,075 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-92575486/snapshot-cleanup already deleted, retry=false 2024-12-05T14:22:18,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-92575486/running 2024-12-05T14:22:18,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-92575486/running 2024-12-05T14:22:18,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486 2024-12-05T14:22:18,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486 2024-12-05T14:22:18,086 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,33561,1733408536002, sessionid=0x101a5df29db0000, setting cluster-up flag (Was=false) 2024-12-05T14:22:18,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486 2024-12-05T14:22:18,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486 2024-12-05T14:22:18,657 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-92575486/flush-table-proc/acquired, /0-92575486/flush-table-proc/reached, /0-92575486/flush-table-proc/abort 2024-12-05T14:22:18,657 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,33561,1733408536002 2024-12-05T14:22:18,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486 2024-12-05T14:22:18,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486 2024-12-05T14:22:19,028 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-92575486/online-snapshot/acquired, /0-92575486/online-snapshot/reached, /0-92575486/online-snapshot/abort 2024-12-05T14:22:19,029 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,33561,1733408536002 2024-12-05T14:22:19,030 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:22:19,031 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:19,031 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:22:19,031 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:22:19,031 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,33561,1733408536002 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:22:19,032 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:19,032 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:19,032 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:19,032 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:19,032 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:22:19,032 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,032 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:22:19,032 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408569033 2024-12-05T14:22:19,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:22:19,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:22:19,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:22:19,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:22:19,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:22:19,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:22:19,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:19,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:22:19,033 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,034 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:22:19,034 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:22:19,034 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:22:19,034 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:22:19,034 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:22:19,034 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:22:19,034 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:19,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:22:19,035 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408539034,5,FailOnTimeoutGroup] 2024-12-05T14:22:19,035 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408539035,5,FailOnTimeoutGroup] 2024-12-05T14:22:19,035 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,035 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:22:19,035 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,035 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:22:19,124 INFO [RS:0;218194e0d8ec:37099 {}] regionserver.HRegionServer(746): ClusterId : e9a4d92b-ba4b-48d8-97a9-b6856e43bc1d 2024-12-05T14:22:19,124 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:22:19,149 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:22:19,149 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:22:19,160 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:22:19,160 DEBUG [RS:0;218194e0d8ec:37099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f13a2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:22:19,169 DEBUG [RS:0;218194e0d8ec:37099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:37099 2024-12-05T14:22:19,169 INFO [RS:0;218194e0d8ec:37099 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:22:19,169 INFO [RS:0;218194e0d8ec:37099 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:22:19,169 DEBUG [RS:0;218194e0d8ec:37099 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:22:19,170 INFO [RS:0;218194e0d8ec:37099 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,33561,1733408536002 with port=37099, startcode=1733408536198 2024-12-05T14:22:19,170 DEBUG [RS:0;218194e0d8ec:37099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:22:19,171 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:22:19,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,37099,1733408536198 2024-12-05T14:22:19,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33561 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,37099,1733408536198 2024-12-05T14:22:19,172 DEBUG [RS:0;218194e0d8ec:37099 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024 2024-12-05T14:22:19,172 DEBUG [RS:0;218194e0d8ec:37099 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37799 2024-12-05T14:22:19,173 DEBUG [RS:0;218194e0d8ec:37099 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:22:19,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486/rs 2024-12-05T14:22:19,181 DEBUG [RS:0;218194e0d8ec:37099 {}] zookeeper.ZKUtil(111): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Set watcher on existing znode=/0-92575486/rs/218194e0d8ec,37099,1733408536198 2024-12-05T14:22:19,181 WARN [RS:0;218194e0d8ec:37099 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:22:19,181 INFO [RS:0;218194e0d8ec:37099 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:19,181 DEBUG [RS:0;218194e0d8ec:37099 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/WALs/218194e0d8ec,37099,1733408536198 2024-12-05T14:22:19,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,37099,1733408536198] 2024-12-05T14:22:19,183 INFO [RS:0;218194e0d8ec:37099 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:22:19,184 INFO [RS:0;218194e0d8ec:37099 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:22:19,184 INFO [RS:0;218194e0d8ec:37099 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:22:19,184 INFO [RS:0;218194e0d8ec:37099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,185 INFO [RS:0;218194e0d8ec:37099 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:22:19,185 INFO [RS:0;218194e0d8ec:37099 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:22:19,185 INFO [RS:0;218194e0d8ec:37099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,185 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,185 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,185 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,185 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,185 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,185 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:22:19,185 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,185 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,185 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,185 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,185 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,186 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:19,186 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:22:19,186 DEBUG [RS:0;218194e0d8ec:37099 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:22:19,186 INFO [RS:0;218194e0d8ec:37099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,186 INFO [RS:0;218194e0d8ec:37099 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,186 INFO [RS:0;218194e0d8ec:37099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,186 INFO [RS:0;218194e0d8ec:37099 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,186 INFO [RS:0;218194e0d8ec:37099 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,186 INFO [RS:0;218194e0d8ec:37099 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37099,1733408536198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:22:19,197 INFO [RS:0;218194e0d8ec:37099 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:22:19,197 INFO [RS:0;218194e0d8ec:37099 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,37099,1733408536198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,197 INFO [RS:0;218194e0d8ec:37099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,197 INFO [RS:0;218194e0d8ec:37099 {}] regionserver.Replication(171): 218194e0d8ec,37099,1733408536198 started 2024-12-05T14:22:19,207 INFO [RS:0;218194e0d8ec:37099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:19,207 INFO [RS:0;218194e0d8ec:37099 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,37099,1733408536198, RpcServer on 218194e0d8ec/172.17.0.2:37099, sessionid=0x101a5df29db0001 2024-12-05T14:22:19,207 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:22:19,207 DEBUG [RS:0;218194e0d8ec:37099 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,37099,1733408536198 2024-12-05T14:22:19,207 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,37099,1733408536198' 2024-12-05T14:22:19,207 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-92575486/flush-table-proc/abort' 2024-12-05T14:22:19,207 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-92575486/flush-table-proc/acquired' 2024-12-05T14:22:19,208 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:22:19,208 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:22:19,208 DEBUG [RS:0;218194e0d8ec:37099 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,37099,1733408536198 2024-12-05T14:22:19,208 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,37099,1733408536198' 2024-12-05T14:22:19,208 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-92575486/online-snapshot/abort' 2024-12-05T14:22:19,208 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-92575486/online-snapshot/acquired' 2024-12-05T14:22:19,208 DEBUG [RS:0;218194e0d8ec:37099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:22:19,208 INFO [RS:0;218194e0d8ec:37099 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:22:19,208 INFO [RS:0;218194e0d8ec:37099 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:22:19,308 INFO [RS:0;218194e0d8ec:37099 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:22:19,309 INFO [RS:0;218194e0d8ec:37099 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C37099%2C1733408536198, suffix=, logDir=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/WALs/218194e0d8ec,37099,1733408536198, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/oldWALs, maxLogs=10 2024-12-05T14:22:19,321 DEBUG [RS:0;218194e0d8ec:37099 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/WALs/218194e0d8ec,37099,1733408536198/218194e0d8ec%2C37099%2C1733408536198.1733408539310, exclude list is [], retry=0 2024-12-05T14:22:19,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-4f3e6398-3980-4efa-8142-7b6f9fdf9c8b,DISK] 2024-12-05T14:22:19,324 INFO [RS:0;218194e0d8ec:37099 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/WALs/218194e0d8ec,37099,1733408536198/218194e0d8ec%2C37099%2C1733408536198.1733408539310 2024-12-05T14:22:19,324 DEBUG [RS:0;218194e0d8ec:37099 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44201:44201)] 2024-12-05T14:22:19,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:22:19,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024 2024-12-05T14:22:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:22:19,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:19,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:22:19,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:22:19,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:19,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:19,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:22:19,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:22:19,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:19,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:19,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:22:19,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:22:19,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:19,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:19,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:22:19,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:22:19,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:19,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:19,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:22:19,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/data/hbase/meta/1588230740 2024-12-05T14:22:19,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/data/hbase/meta/1588230740 2024-12-05T14:22:19,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:22:19,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:22:19,852 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:22:19,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:22:19,854 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:19,854 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71538996, jitterRate=0.0660141110420227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:22:19,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408539846Initializing all the Stores at 1733408539846Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408539846Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408539846Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408539846Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408539846Cleaning up temporary data from old regions at 1733408539852 (+6 ms)Region opened successfully at 1733408539855 (+3 ms) 2024-12-05T14:22:19,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:22:19,855 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:22:19,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:22:19,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:22:19,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:22:19,855 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:19,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408539855Disabling compacts and flushes for region at 1733408539855Disabling writes for close at 1733408539855Writing region close event to WAL at 1733408539855Closed at 1733408539855 2024-12-05T14:22:19,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:19,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:22:19,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:22:19,857 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:22:19,857 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:22:20,008 DEBUG [218194e0d8ec:33561 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:22:20,008 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,37099,1733408536198 2024-12-05T14:22:20,009 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,37099,1733408536198, state=OPENING 2024-12-05T14:22:20,073 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:22:20,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486 2024-12-05T14:22:20,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-92575486 2024-12-05T14:22:20,084 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:22:20,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-92575486/meta-region-server: CHANGED 2024-12-05T14:22:20,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-92575486/meta-region-server: CHANGED 2024-12-05T14:22:20,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,37099,1733408536198}] 2024-12-05T14:22:20,236 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:22:20,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:22:20,239 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:22:20,239 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:20,239 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:22:20,240 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C37099%2C1733408536198.meta, suffix=.meta, logDir=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/WALs/218194e0d8ec,37099,1733408536198, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/oldWALs, maxLogs=10 2024-12-05T14:22:20,251 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/WALs/218194e0d8ec,37099,1733408536198/218194e0d8ec%2C37099%2C1733408536198.meta.1733408540240.meta, exclude list is [], retry=0 2024-12-05T14:22:20,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-4f3e6398-3980-4efa-8142-7b6f9fdf9c8b,DISK] 2024-12-05T14:22:20,254 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/WALs/218194e0d8ec,37099,1733408536198/218194e0d8ec%2C37099%2C1733408536198.meta.1733408540240.meta 2024-12-05T14:22:20,255 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44201:44201)] 2024-12-05T14:22:20,255 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:20,255 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:22:20,255 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:22:20,255 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:22:20,255 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:22:20,255 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:22:20,255 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:20,255 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:22:20,255 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:22:20,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:22:20,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:22:20,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:20,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:20,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:22:20,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:22:20,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:20,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:20,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:22:20,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:22:20,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:20,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:20,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:22:20,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:22:20,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:20,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:20,259 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:22:20,259 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/data/hbase/meta/1588230740 2024-12-05T14:22:20,260 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/data/hbase/meta/1588230740 2024-12-05T14:22:20,260 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:22:20,260 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:22:20,261 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:22:20,261 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:22:20,262 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59418703, jitterRate=-0.11459232866764069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:22:20,262 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:22:20,262 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408540255Writing region info on filesystem at 1733408540255Initializing all the Stores at 1733408540256 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408540256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408540256Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408540256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408540256Cleaning up temporary data from old regions at 1733408540260 (+4 ms)Running coprocessor post-open hooks at 1733408540262 (+2 ms)Region opened successfully at 1733408540262 2024-12-05T14:22:20,263 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408540235 2024-12-05T14:22:20,264 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:22:20,264 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:22:20,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,37099,1733408536198 2024-12-05T14:22:20,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,37099,1733408536198, state=OPEN 2024-12-05T14:22:20,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37099-0x101a5df29db0001, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-92575486/meta-region-server 2024-12-05T14:22:20,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33561-0x101a5df29db0000, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-92575486/meta-region-server 2024-12-05T14:22:20,312 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,37099,1733408536198 2024-12-05T14:22:20,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-92575486/meta-region-server: CHANGED 2024-12-05T14:22:20,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-92575486/meta-region-server: CHANGED 2024-12-05T14:22:20,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:22:20,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,37099,1733408536198 in 228 msec 2024-12-05T14:22:20,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:22:20,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-12-05T14:22:20,315 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:20,315 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:22:20,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:20,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,37099,1733408536198, seqNum=-1] 2024-12-05T14:22:20,316 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:20,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:22:20,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-12-05T14:22:20,320 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408540320, completionTime=-1 2024-12-05T14:22:20,320 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:22:20,320 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:22:20,321 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:22:20,321 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408600321 2024-12-05T14:22:20,321 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408660321 2024-12-05T14:22:20,321 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:22:20,321 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33561,1733408536002-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:20,321 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33561,1733408536002-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:20,321 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33561,1733408536002-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:20,322 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:33561, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:20,322 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:20,322 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:20,323 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:22:20,324 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.059sec 2024-12-05T14:22:20,324 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:22:20,324 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:22:20,324 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:22:20,324 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:22:20,324 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:22:20,324 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33561,1733408536002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:22:20,324 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33561,1733408536002-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:22:20,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a88f87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:20,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,33561,-1 for getting cluster id 2024-12-05T14:22:20,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:20,326 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:22:20,326 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:22:20,326 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,33561,1733408536002-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:20,326 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9a4d92b-ba4b-48d8-97a9-b6856e43bc1d' 2024-12-05T14:22:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:20,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9a4d92b-ba4b-48d8-97a9-b6856e43bc1d" 2024-12-05T14:22:20,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8cea25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:20,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,33561,-1] 2024-12-05T14:22:20,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:20,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:20,328 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:20,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136b569d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:20,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:20,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,37099,1733408536198, seqNum=-1] 2024-12-05T14:22:20,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:20,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:22:20,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,33561,1733408536002 2024-12-05T14:22:20,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60258 2024-12-05T14:22:20,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60258, baseZNode=/0-92575486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:22:20,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5df29db0002 connected 2024-12-05T14:22:20,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:20,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,33561,1733408536002 2024-12-05T14:22:20,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58277c5b 2024-12-05T14:22:20,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:20,362 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:22:20,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:22:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:22:20,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:22:20,364 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:20,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:22:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:20,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:22:20,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:22:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:20,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf4110c0164725a9a20c0b9ef62c6fc8, NAME => 'test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024 2024-12-05T14:22:20,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:22:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:21,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:21,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cf4110c0164725a9a20c0b9ef62c6fc8, disabling compactions & flushes 2024-12-05T14:22:21,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8. 2024-12-05T14:22:21,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8. 2024-12-05T14:22:21,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8. after waiting 0 ms 2024-12-05T14:22:21,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8. 2024-12-05T14:22:21,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8. 2024-12-05T14:22:21,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf4110c0164725a9a20c0b9ef62c6fc8: Waiting for close lock at 1733408541175Disabling compacts and flushes for region at 1733408541175Disabling writes for close at 1733408541176 (+1 ms)Writing region close event to WAL at 1733408541176Closed at 1733408541176 2024-12-05T14:22:21,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:22:21,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408541177"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408541177"}]},"ts":"1733408541177"} 2024-12-05T14:22:21,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:22:21,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:22:21,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408541179"}]},"ts":"1733408541179"} 2024-12-05T14:22:21,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:22:21,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf4110c0164725a9a20c0b9ef62c6fc8, ASSIGN}] 2024-12-05T14:22:21,181 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf4110c0164725a9a20c0b9ef62c6fc8, ASSIGN 2024-12-05T14:22:21,181 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cf4110c0164725a9a20c0b9ef62c6fc8, ASSIGN; state=OFFLINE, location=218194e0d8ec,37099,1733408536198; forceNewPlan=false, retain=false 2024-12-05T14:22:21,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf4110c0164725a9a20c0b9ef62c6fc8, regionState=OPENING, regionLocation=218194e0d8ec,37099,1733408536198 2024-12-05T14:22:21,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cf4110c0164725a9a20c0b9ef62c6fc8, ASSIGN because future has completed 2024-12-05T14:22:21,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf4110c0164725a9a20c0b9ef62c6fc8, server=218194e0d8ec,37099,1733408536198}] 2024-12-05T14:22:21,488 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8. 2024-12-05T14:22:21,488 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cf4110c0164725a9a20c0b9ef62c6fc8, NAME => 'test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:21,489 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:22:21,489 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:22:21,489 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,489 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:21,489 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,489 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,490 INFO [StoreOpener-cf4110c0164725a9a20c0b9ef62c6fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,490 INFO [StoreOpener-cf4110c0164725a9a20c0b9ef62c6fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf4110c0164725a9a20c0b9ef62c6fc8 columnFamilyName f 2024-12-05T14:22:21,490 DEBUG [StoreOpener-cf4110c0164725a9a20c0b9ef62c6fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:21,491 INFO [StoreOpener-cf4110c0164725a9a20c0b9ef62c6fc8-1 {}] regionserver.HStore(327): Store=cf4110c0164725a9a20c0b9ef62c6fc8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:21,491 INFO [StoreOpener-cf4110c0164725a9a20c0b9ef62c6fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,491 INFO [StoreOpener-cf4110c0164725a9a20c0b9ef62c6fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf4110c0164725a9a20c0b9ef62c6fc8 columnFamilyName f1 2024-12-05T14:22:21,491 DEBUG [StoreOpener-cf4110c0164725a9a20c0b9ef62c6fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:21,491 INFO [StoreOpener-cf4110c0164725a9a20c0b9ef62c6fc8-1 {}] regionserver.HStore(327): Store=cf4110c0164725a9a20c0b9ef62c6fc8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:21,491 INFO [StoreOpener-cf4110c0164725a9a20c0b9ef62c6fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,492 INFO [StoreOpener-cf4110c0164725a9a20c0b9ef62c6fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf4110c0164725a9a20c0b9ef62c6fc8 columnFamilyName norep 2024-12-05T14:22:21,492 DEBUG [StoreOpener-cf4110c0164725a9a20c0b9ef62c6fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:21,492 INFO [StoreOpener-cf4110c0164725a9a20c0b9ef62c6fc8-1 {}] regionserver.HStore(327): Store=cf4110c0164725a9a20c0b9ef62c6fc8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:21,492 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,493 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/data/default/test/cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,493 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/data/default/test/cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,494 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,494 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,494 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:22:21,495 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,496 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/data/default/test/cf4110c0164725a9a20c0b9ef62c6fc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:21,496 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cf4110c0164725a9a20c0b9ef62c6fc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64605919, jitterRate=-0.03729678690433502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:22:21,496 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf4110c0164725a9a20c0b9ef62c6fc8 2024-12-05T14:22:21,497 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cf4110c0164725a9a20c0b9ef62c6fc8: Running coprocessor pre-open hook at 1733408541489Writing region info on filesystem at 1733408541489Initializing all the Stores at 1733408541489Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408541489Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408541489Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408541489Cleaning up temporary data from old regions at 1733408541494 (+5 ms)Running coprocessor post-open hooks at 1733408541496 (+2 ms)Region opened successfully at 1733408541497 (+1 ms) 2024-12-05T14:22:21,497 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8., pid=6, masterSystemTime=1733408541486 2024-12-05T14:22:21,499 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8. 2024-12-05T14:22:21,499 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408540363.cf4110c0164725a9a20c0b9ef62c6fc8. 2024-12-05T14:22:21,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf4110c0164725a9a20c0b9ef62c6fc8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,37099,1733408536198 2024-12-05T14:22:21,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf4110c0164725a9a20c0b9ef62c6fc8, server=218194e0d8ec,37099,1733408536198 because future has completed 2024-12-05T14:22:21,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:22:21,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cf4110c0164725a9a20c0b9ef62c6fc8, server=218194e0d8ec,37099,1733408536198 in 167 msec 2024-12-05T14:22:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:21,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:22:21,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cf4110c0164725a9a20c0b9ef62c6fc8, ASSIGN in 323 msec 2024-12-05T14:22:21,505 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:22:21,505 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408541505"}]},"ts":"1733408541505"} 2024-12-05T14:22:21,506 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:22:21,506 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:22:21,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-12-05T14:22:22,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:22:22,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:22,514 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:22:22,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df2cee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:22,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,33561,-1 for getting cluster id 2024-12-05T14:22:22,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:22,515 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9a4d92b-ba4b-48d8-97a9-b6856e43bc1d' 2024-12-05T14:22:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9a4d92b-ba4b-48d8-97a9-b6856e43bc1d" 2024-12-05T14:22:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748eabb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,33561,-1] 2024-12-05T14:22:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:22,516 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:22,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7806dd1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:22,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:22,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,33561,1733408536002 2024-12-05T14:22:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e3e8e18 2024-12-05T14:22:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:22,518 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:22:22,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:33561,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:22:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:22:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:22:22,521 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:33561' 2024-12-05T14:22:22,521 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a09de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:22,521 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,33561,-1 for getting cluster id 2024-12-05T14:22:22,521 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:22,522 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9a4d92b-ba4b-48d8-97a9-b6856e43bc1d' 2024-12-05T14:22:22,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:22,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9a4d92b-ba4b-48d8-97a9-b6856e43bc1d" 2024-12-05T14:22:22,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b40cad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:22,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,33561,-1] 2024-12-05T14:22:22,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:22,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:22,523 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:22,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3a9f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:22,523 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:22,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,33561,1733408536002 2024-12-05T14:22:22,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e18e849 2024-12-05T14:22:22,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:22,524 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:22:22,524 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T14:22:22,524 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:22:22,524 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:22,525 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:22,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:22,525 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://218194e0d8ec:33561, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T14:22:22,529 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://218194e0d8ec:33561, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://218194e0d8ec:33561, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://218194e0d8ec:33561, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-05T14:22:22,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://218194e0d8ec:33561, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-05T14:22:22,530 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-05T14:22:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:22:22,625 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://218194e0d8ec:33561, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-05T14:22:22,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:22,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:22,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:22,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:22,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:22,639 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=526 (was 362) Potentially hanging thread: IPC Server handler 0 on default port 37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PacketResponder: BP-128874351-172.17.0.2-1733408534085:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@624aa28e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/cluster_04cb47ad-1c18-6b05-b1ab-31b974940da8/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/218194e0d8ec:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp138731885-7903-acceptor-0@650cf10a-ServerConnector@5324206f{HTTP/1.1, (http/1.1)}{localhost:41545} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp138731885-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7224434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp138731885-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60258 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 4 on default port 37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024/MasterData-prefix:218194e0d8ec,33561,1733408536002 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60258) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 34535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PacketResponder: BP-128874351-172.17.0.2-1733408534085:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp138731885-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7224434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/218194e0d8ec:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;218194e0d8ec:33561 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37799 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/218194e0d8ec:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp982591845-7951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37799 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60258) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PacketResponder: BP-128874351-172.17.0.2-1733408534085:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@38926877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5fdb2bfd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024-prefix:218194e0d8ec,37099,1733408536198 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp138731885-7900 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7224434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp982591845-7949-acceptor-0@7840522b-ServerConnector@17a92bcc{HTTP/1.1, (http/1.1)}{localhost:38943} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/cluster_04cb47ad-1c18-6b05-b1ab-31b974940da8/data/data1/current/BP-128874351-172.17.0.2-1733408534085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007f7224ab1a98.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-26fb257e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1004370458_20 at /127.0.0.1:39764 [Receiving block BP-128874351-172.17.0.2-1733408534085:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp982591845-7948 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7224434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:60258): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f72249f79c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5887de68 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;218194e0d8ec:37099 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server handler 1 on default port 34535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/cluster_04cb47ad-1c18-6b05-b1ab-31b974940da8/data/data2/current/BP-128874351-172.17.0.2-1733408534085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7d24f1a6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1004370458_20 at /127.0.0.1:39700 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37799/user/jenkins/test-data/ffff37e4-bf60-48b9-b17f-1d58e16fa024-prefix:218194e0d8ec,37099,1733408536198.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60258) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server idle connection scanner for port 34535 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@20c20df4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/cluster_04cb47ad-1c18-6b05-b1ab-31b974940da8/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@51cc8501[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7d8fa05d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6287650e java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp138731885-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;218194e0d8ec:37099-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp982591845-7950 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@63cb8df1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408539034 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-233303393_20 at /127.0.0.1:39744 [Receiving block BP-128874351-172.17.0.2-1733408534085:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@68aca961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408539035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: 218194e0d8ec:33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/218194e0d8ec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp138731885-7899 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7224434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1004370458_20 at /127.0.0.1:39756 [Receiving block BP-128874351-172.17.0.2-1733408534085:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/218194e0d8ec:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-128874351-172.17.0.2-1733408534085 heartbeating to localhost/127.0.0.1:37799 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp138731885-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 0 on default port 34535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(2081089485) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 2 on default port 37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=865 (was 789) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 279) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5467 (was 5517) 2024-12-05T14:22:22,642 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-12-05T14:22:22,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=526, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=5466 2024-12-05T14:22:22,652 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-12-05T14:22:22,663 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-05T14:22:22,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/hadoop.log.dir so I do NOT create it in target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e 2024-12-05T14:22:22,663 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:22:22,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/hadoop.tmp.dir so I do NOT create it in target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e 2024-12-05T14:22:22,663 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1f455e-fc8e-781a-ae38-77ef0a6da4ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:22:22,663 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e 2024-12-05T14:22:22,663 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/cluster_cebfc420-a48c-a2cf-573a-b2ecaf8655d3, deleteOnExit=true 2024-12-05T14:22:22,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/cluster_cebfc420-a48c-a2cf-573a-b2ecaf8655d3/zookeeper_0, clientPort=63897, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/cluster_cebfc420-a48c-a2cf-573a-b2ecaf8655d3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/cluster_cebfc420-a48c-a2cf-573a-b2ecaf8655d3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:22:22,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63897 2024-12-05T14:22:22,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:22:22,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:22:22,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/test.cache.data in system properties and HBase conf 2024-12-05T14:22:22,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:22:22,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:22:22,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:22:22,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:22:22,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:22:22,738 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:22:22,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:22:22,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:22:22,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:22:22,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:22:22,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:22:22,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:22:22,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:22:22,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:22:22,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:22:22,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:22:22,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:22:22,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:22:22,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:22:22,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:22:23,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:22:23,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:22:23,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:22:23,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:22:23,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:22:23,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:22:23,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a66e65a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:22:23,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a2a4037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:22:23,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e587a4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/java.io.tmpdir/jetty-localhost-45429-hadoop-hdfs-3_4_1-tests_jar-_-any-6171547403297471858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:22:23,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2df187a2{HTTP/1.1, (http/1.1)}{localhost:45429} 2024-12-05T14:22:23,250 INFO [Time-limited test {}] server.Server(415): Started @333816ms 2024-12-05T14:22:23,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:22:23,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:22:23,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:22:23,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:22:23,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:22:23,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111b4f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:22:23,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2005c7b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:22:23,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29f329f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/java.io.tmpdir/jetty-localhost-36867-hadoop-hdfs-3_4_1-tests_jar-_-any-15910910752931296878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:22:23,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66c296e6{HTTP/1.1, (http/1.1)}{localhost:36867} 2024-12-05T14:22:23,658 INFO [Time-limited test {}] server.Server(415): Started @334224ms 2024-12-05T14:22:23,659 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:22:24,395 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/cluster_cebfc420-a48c-a2cf-573a-b2ecaf8655d3/data/data1/current/BP-614156170-172.17.0.2-1733408542755/current, will proceed with Du for space computation calculation, 2024-12-05T14:22:24,395 WARN [Thread-4322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/cluster_cebfc420-a48c-a2cf-573a-b2ecaf8655d3/data/data2/current/BP-614156170-172.17.0.2-1733408542755/current, will proceed with Du for space computation calculation, 2024-12-05T14:22:24,414 WARN [Thread-4309 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:22:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85bf032c9a7aac10 with lease ID 0xea8cf0c96eca4d98: Processing first storage report for DS-3b610856-6211-4cf7-a750-5fdf6b7d1a27 from datanode DatanodeRegistration(127.0.0.1:45743, datanodeUuid=9e66097f-81a7-45cc-8b49-85f7ff8f95d9, infoPort=33733, infoSecurePort=0, ipcPort=36455, storageInfo=lv=-57;cid=testClusterID;nsid=788897943;c=1733408542755) 2024-12-05T14:22:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85bf032c9a7aac10 with lease ID 0xea8cf0c96eca4d98: from storage DS-3b610856-6211-4cf7-a750-5fdf6b7d1a27 node DatanodeRegistration(127.0.0.1:45743, datanodeUuid=9e66097f-81a7-45cc-8b49-85f7ff8f95d9, infoPort=33733, infoSecurePort=0, ipcPort=36455, storageInfo=lv=-57;cid=testClusterID;nsid=788897943;c=1733408542755), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:22:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85bf032c9a7aac10 with lease ID 0xea8cf0c96eca4d98: Processing first storage report for DS-3451f5c8-c83d-4597-9a29-186ff8abcf31 from datanode DatanodeRegistration(127.0.0.1:45743, datanodeUuid=9e66097f-81a7-45cc-8b49-85f7ff8f95d9, infoPort=33733, infoSecurePort=0, ipcPort=36455, storageInfo=lv=-57;cid=testClusterID;nsid=788897943;c=1733408542755) 2024-12-05T14:22:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85bf032c9a7aac10 with lease ID 0xea8cf0c96eca4d98: from storage DS-3451f5c8-c83d-4597-9a29-186ff8abcf31 node DatanodeRegistration(127.0.0.1:45743, datanodeUuid=9e66097f-81a7-45cc-8b49-85f7ff8f95d9, infoPort=33733, infoSecurePort=0, ipcPort=36455, storageInfo=lv=-57;cid=testClusterID;nsid=788897943;c=1733408542755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:22:24,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e 2024-12-05T14:22:24,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:24,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:24,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:22:24,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e with version=8 2024-12-05T14:22:24,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/hbase-staging 2024-12-05T14:22:24,890 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:22:24,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:24,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:24,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:22:24,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:24,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:22:24,891 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:22:24,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:22:24,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32953 2024-12-05T14:22:24,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32953 connecting to ZooKeeper ensemble=127.0.0.1:63897 2024-12-05T14:22:24,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329530x0, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:22:24,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32953-0x101a5df4bbc0000 connected 2024-12-05T14:22:25,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:25,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:25,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Set watcher on znode that does not yet exist, /01776614071/running 2024-12-05T14:22:25,063 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e, hbase.cluster.distributed=false 2024-12-05T14:22:25,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Set watcher on znode that does not yet exist, /01776614071/acl 2024-12-05T14:22:25,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32953 2024-12-05T14:22:25,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32953 2024-12-05T14:22:25,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32953 2024-12-05T14:22:25,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32953 2024-12-05T14:22:25,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32953 2024-12-05T14:22:25,076 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:22:25,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:25,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:25,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:22:25,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:25,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:22:25,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:22:25,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:22:25,077 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44881 2024-12-05T14:22:25,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44881 connecting to ZooKeeper ensemble=127.0.0.1:63897 2024-12-05T14:22:25,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:25,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:25,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448810x0, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:22:25,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448810x0, quorum=127.0.0.1:63897, baseZNode=/01776614071 Set watcher on znode that does not yet exist, /01776614071/running 2024-12-05T14:22:25,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44881-0x101a5df4bbc0001 connected 2024-12-05T14:22:25,092 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:22:25,093 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:22:25,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Set watcher on znode that does not yet exist, /01776614071/master 2024-12-05T14:22:25,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Set watcher on znode that does not yet exist, /01776614071/acl 2024-12-05T14:22:25,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44881 2024-12-05T14:22:25,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44881 2024-12-05T14:22:25,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44881 2024-12-05T14:22:25,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44881 2024-12-05T14:22:25,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44881 2024-12-05T14:22:25,107 DEBUG [M:0;218194e0d8ec:32953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:32953 2024-12-05T14:22:25,108 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01776614071/backup-masters/218194e0d8ec,32953,1733408544890 2024-12-05T14:22:25,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071/backup-masters 2024-12-05T14:22:25,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071/backup-masters 2024-12-05T14:22:25,113 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Set watcher on existing znode=/01776614071/backup-masters/218194e0d8ec,32953,1733408544890 2024-12-05T14:22:25,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01776614071/master 2024-12-05T14:22:25,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:25,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:25,124 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Set watcher on existing znode=/01776614071/master 2024-12-05T14:22:25,124 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01776614071/backup-masters/218194e0d8ec,32953,1733408544890 from backup master directory 2024-12-05T14:22:25,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776614071/backup-masters/218194e0d8ec,32953,1733408544890 2024-12-05T14:22:25,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071/backup-masters 2024-12-05T14:22:25,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071/backup-masters 2024-12-05T14:22:25,134 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:22:25,134 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,32953,1733408544890 2024-12-05T14:22:25,136 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/hbase.id] with ID: c2ca6da6-7203-4a76-8c59-afdbe01e0ba8 2024-12-05T14:22:25,136 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/.tmp/hbase.id 2024-12-05T14:22:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:22:25,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:22:25,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T14:22:25,542 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/.tmp/hbase.id]:[hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/hbase.id] 2024-12-05T14:22:25,549 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:25,549 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:22:25,549 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T14:22:25,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:25,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:25,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:22:26,003 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:22:26,004 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:22:26,004 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:26,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:22:26,409 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store 2024-12-05T14:22:26,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:22:26,413 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:26,413 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:22:26,413 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:26,413 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:26,413 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:22:26,413 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:26,413 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:26,413 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408546413Disabling compacts and flushes for region at 1733408546413Disabling writes for close at 1733408546413Writing region close event to WAL at 1733408546413Closed at 1733408546413 2024-12-05T14:22:26,414 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/.initializing 2024-12-05T14:22:26,414 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/WALs/218194e0d8ec,32953,1733408544890 2024-12-05T14:22:26,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:22:26,415 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C32953%2C1733408544890, suffix=, logDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/WALs/218194e0d8ec,32953,1733408544890, archiveDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/oldWALs, maxLogs=10 2024-12-05T14:22:26,426 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/WALs/218194e0d8ec,32953,1733408544890/218194e0d8ec%2C32953%2C1733408544890.1733408546416, exclude list is [], retry=0 2024-12-05T14:22:26,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-3b610856-6211-4cf7-a750-5fdf6b7d1a27,DISK] 2024-12-05T14:22:26,429 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/WALs/218194e0d8ec,32953,1733408544890/218194e0d8ec%2C32953%2C1733408544890.1733408546416 2024-12-05T14:22:26,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33733:33733)] 2024-12-05T14:22:26,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:26,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:26,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:26,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:26,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:26,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:22:26,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:26,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:26,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:26,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:22:26,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:26,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:26,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:26,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:22:26,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:26,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:26,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:26,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:22:26,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:26,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:26,434 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:26,434 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:26,434 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:26,435 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:26,435 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:26,435 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:22:26,436 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:26,437 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:26,437 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74289824, jitterRate=0.10700464248657227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:22:26,437 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408546429Initializing all the Stores at 1733408546430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408546430Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408546430Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408546430Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408546430Cleaning up temporary data from old regions at 1733408546435 (+5 ms)Region opened successfully at 1733408546437 (+2 ms) 2024-12-05T14:22:26,438 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:22:26,439 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c93017e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:22:26,440 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:22:26,440 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:22:26,440 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:22:26,440 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:22:26,440 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:22:26,441 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:22:26,441 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:22:26,442 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:22:26,442 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Unable to get data of znode /01776614071/balancer because node does not exist (not necessarily an error) 2024-12-05T14:22:26,511 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776614071/balancer already deleted, retry=false 2024-12-05T14:22:26,511 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:22:26,511 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Unable to get data of znode /01776614071/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:22:26,523 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776614071/normalizer already deleted, retry=false 2024-12-05T14:22:26,523 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:22:26,524 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Unable to get data of znode /01776614071/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:22:26,534 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776614071/switch/split already deleted, retry=false 2024-12-05T14:22:26,534 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Unable to get data of znode /01776614071/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:22:26,544 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776614071/switch/merge already deleted, retry=false 2024-12-05T14:22:26,546 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Unable to get data of znode /01776614071/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:22:26,555 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776614071/snapshot-cleanup already deleted, retry=false 2024-12-05T14:22:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01776614071/running 2024-12-05T14:22:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01776614071/running 2024-12-05T14:22:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:26,566 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,32953,1733408544890, sessionid=0x101a5df4bbc0000, setting cluster-up flag (Was=false) 2024-12-05T14:22:26,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:26,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:26,618 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01776614071/flush-table-proc/acquired, /01776614071/flush-table-proc/reached, /01776614071/flush-table-proc/abort 2024-12-05T14:22:26,619 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,32953,1733408544890 2024-12-05T14:22:26,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:26,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:26,671 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01776614071/online-snapshot/acquired, /01776614071/online-snapshot/reached, /01776614071/online-snapshot/abort 2024-12-05T14:22:26,671 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,32953,1733408544890 2024-12-05T14:22:26,672 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:22:26,673 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:26,673 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:22:26,673 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:22:26,673 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,32953,1733408544890 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:22:26,674 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:26,674 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:26,674 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:26,674 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:26,674 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:22:26,674 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,674 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:22:26,674 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,675 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408576675 2024-12-05T14:22:26,675 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:22:26,675 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:22:26,675 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:22:26,675 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:22:26,675 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:22:26,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:26,675 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:22:26,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:22:26,675 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,676 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:22:26,676 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:22:26,676 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:22:26,676 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:22:26,676 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:26,676 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:22:26,676 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:22:26,676 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:22:26,677 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408546676,5,FailOnTimeoutGroup] 2024-12-05T14:22:26,677 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408546677,5,FailOnTimeoutGroup] 2024-12-05T14:22:26,677 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,677 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:22:26,677 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,677 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:22:26,697 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(746): ClusterId : c2ca6da6-7203-4a76-8c59-afdbe01e0ba8 2024-12-05T14:22:26,697 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:22:26,703 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:22:26,703 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:22:26,713 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:22:26,713 DEBUG [RS:0;218194e0d8ec:44881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e0685b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:22:26,722 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:44881 2024-12-05T14:22:26,722 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:22:26,722 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:22:26,722 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:22:26,723 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,32953,1733408544890 with port=44881, startcode=1733408545076 2024-12-05T14:22:26,723 DEBUG [RS:0;218194e0d8ec:44881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:22:26,724 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:22:26,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,44881,1733408545076 2024-12-05T14:22:26,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32953 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,44881,1733408545076 2024-12-05T14:22:26,725 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e 2024-12-05T14:22:26,725 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42187 2024-12-05T14:22:26,725 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:22:26,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071/rs 2024-12-05T14:22:26,734 DEBUG [RS:0;218194e0d8ec:44881 {}] zookeeper.ZKUtil(111): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Set watcher on existing znode=/01776614071/rs/218194e0d8ec,44881,1733408545076 2024-12-05T14:22:26,734 WARN [RS:0;218194e0d8ec:44881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:22:26,734 INFO [RS:0;218194e0d8ec:44881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:26,734 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076 2024-12-05T14:22:26,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,44881,1733408545076] 2024-12-05T14:22:26,736 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:22:26,737 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:22:26,737 INFO [RS:0;218194e0d8ec:44881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:22:26,737 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,738 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:22:26,738 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:22:26,738 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:22:26,738 DEBUG [RS:0;218194e0d8ec:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:22:26,739 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,739 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,739 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,739 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,739 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,739 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,44881,1733408545076-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:22:26,750 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:22:26,750 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,44881,1733408545076-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,750 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,750 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.Replication(171): 218194e0d8ec,44881,1733408545076 started 2024-12-05T14:22:26,761 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:26,761 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,44881,1733408545076, RpcServer on 218194e0d8ec/172.17.0.2:44881, sessionid=0x101a5df4bbc0001 2024-12-05T14:22:26,761 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:22:26,761 DEBUG [RS:0;218194e0d8ec:44881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,44881,1733408545076 2024-12-05T14:22:26,761 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,44881,1733408545076' 2024-12-05T14:22:26,761 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01776614071/flush-table-proc/abort' 2024-12-05T14:22:26,762 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01776614071/flush-table-proc/acquired' 2024-12-05T14:22:26,762 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:22:26,762 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:22:26,762 DEBUG [RS:0;218194e0d8ec:44881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,44881,1733408545076 2024-12-05T14:22:26,762 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,44881,1733408545076' 2024-12-05T14:22:26,762 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01776614071/online-snapshot/abort' 2024-12-05T14:22:26,762 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01776614071/online-snapshot/acquired' 2024-12-05T14:22:26,762 DEBUG [RS:0;218194e0d8ec:44881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:22:26,762 INFO [RS:0;218194e0d8ec:44881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:22:26,762 INFO [RS:0;218194e0d8ec:44881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:22:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:22:26,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T14:22:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T14:22:26,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T14:22:26,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:22:26,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T14:22:26,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:22:26,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T14:22:26,863 INFO [RS:0;218194e0d8ec:44881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:22:26,864 INFO [RS:0;218194e0d8ec:44881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C44881%2C1733408545076, suffix=, logDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076, archiveDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/oldWALs, maxLogs=10 2024-12-05T14:22:26,874 DEBUG [RS:0;218194e0d8ec:44881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864, exclude list is [], retry=0 2024-12-05T14:22:26,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-3b610856-6211-4cf7-a750-5fdf6b7d1a27,DISK] 2024-12-05T14:22:26,878 INFO [RS:0;218194e0d8ec:44881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 2024-12-05T14:22:26,878 DEBUG [RS:0;218194e0d8ec:44881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33733:33733)] 2024-12-05T14:22:27,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:22:27,082 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e 2024-12-05T14:22:27,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:22:27,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:27,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:22:27,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:22:27,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:27,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:27,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:22:27,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:22:27,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:27,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:27,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:22:27,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:22:27,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:27,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:27,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:22:27,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:22:27,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:27,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:27,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:22:27,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740 2024-12-05T14:22:27,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740 2024-12-05T14:22:27,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:22:27,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:22:27,493 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:22:27,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:22:27,495 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:27,495 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68928548, jitterRate=0.02711540460586548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:22:27,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408547486Initializing all the Stores at 1733408547487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408547487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408547487Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408547487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408547487Cleaning up temporary data from old regions at 1733408547493 (+6 ms)Region opened successfully at 1733408547495 (+2 ms) 2024-12-05T14:22:27,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:22:27,495 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:22:27,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:22:27,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:22:27,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:22:27,496 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:27,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408547495Disabling compacts and flushes for region at 1733408547495Disabling writes for close at 1733408547495Writing region close event to WAL at 1733408547496 (+1 ms)Closed at 1733408547496 2024-12-05T14:22:27,496 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:27,496 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:22:27,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:22:27,497 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:22:27,497 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:22:27,648 DEBUG [218194e0d8ec:32953 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:22:27,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,44881,1733408545076 2024-12-05T14:22:27,649 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,44881,1733408545076, state=OPENING 2024-12-05T14:22:27,713 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:22:27,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:27,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:27,724 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:22:27,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776614071/meta-region-server: CHANGED 2024-12-05T14:22:27,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776614071/meta-region-server: CHANGED 2024-12-05T14:22:27,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,44881,1733408545076}] 2024-12-05T14:22:27,875 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:22:27,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:22:27,879 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:22:27,879 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:27,879 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:22:27,880 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C44881%2C1733408545076.meta, suffix=.meta, logDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076, archiveDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/oldWALs, maxLogs=10 2024-12-05T14:22:27,890 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.meta.1733408547880.meta, exclude list is [], retry=0 2024-12-05T14:22:27,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-3b610856-6211-4cf7-a750-5fdf6b7d1a27,DISK] 2024-12-05T14:22:27,893 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.meta.1733408547880.meta 2024-12-05T14:22:27,893 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33733:33733)] 2024-12-05T14:22:27,893 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:27,893 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:22:27,893 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:22:27,894 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:22:27,894 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:22:27,894 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:22:27,894 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:27,894 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:22:27,894 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:22:27,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:22:27,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:22:27,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:27,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:27,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:22:27,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:22:27,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:27,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:27,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:22:27,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:22:27,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:27,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:27,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:22:27,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:22:27,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:27,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:27,898 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:22:27,898 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740 2024-12-05T14:22:27,899 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740 2024-12-05T14:22:27,899 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:22:27,899 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:22:27,900 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:22:27,900 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:22:27,901 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69264414, jitterRate=0.032120198011398315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:22:27,901 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:22:27,901 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408547894Writing region info on filesystem at 1733408547894Initializing all the Stores at 1733408547894Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408547894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408547895 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408547895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408547895Cleaning up temporary data from old regions at 1733408547899 (+4 ms)Running coprocessor post-open hooks at 1733408547901 (+2 ms)Region opened successfully at 1733408547901 2024-12-05T14:22:27,901 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408547875 2024-12-05T14:22:27,903 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:22:27,903 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:22:27,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,44881,1733408545076 2024-12-05T14:22:27,903 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,44881,1733408545076, state=OPEN 2024-12-05T14:22:27,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01776614071/meta-region-server 2024-12-05T14:22:27,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01776614071/meta-region-server 2024-12-05T14:22:27,942 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,44881,1733408545076 2024-12-05T14:22:27,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776614071/meta-region-server: CHANGED 2024-12-05T14:22:27,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776614071/meta-region-server: CHANGED 2024-12-05T14:22:27,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:22:27,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,44881,1733408545076 in 218 msec 2024-12-05T14:22:27,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:22:27,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-12-05T14:22:27,945 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:27,945 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:22:27,945 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:27,945 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,44881,1733408545076, seqNum=-1] 2024-12-05T14:22:27,946 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:27,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:22:27,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2770 sec 2024-12-05T14:22:27,950 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408547950, completionTime=-1 2024-12-05T14:22:27,950 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:22:27,950 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:22:27,951 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:22:27,951 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408607951 2024-12-05T14:22:27,951 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408667951 2024-12-05T14:22:27,951 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:22:27,951 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,32953,1733408544890-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:27,951 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,32953,1733408544890-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:27,951 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,32953,1733408544890-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:27,951 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:32953, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:27,951 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:27,952 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:27,953 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:22:27,954 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.820sec 2024-12-05T14:22:27,954 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:22:27,954 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:22:27,954 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:22:27,954 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:22:27,954 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:22:27,954 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,32953,1733408544890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:22:27,954 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,32953,1733408544890-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:22:27,956 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:22:27,956 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:22:27,956 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,32953,1733408544890-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:27,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28970faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:27,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,32953,-1 for getting cluster id 2024-12-05T14:22:27,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:27,999 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ca6da6-7203-4a76-8c59-afdbe01e0ba8' 2024-12-05T14:22:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ca6da6-7203-4a76-8c59-afdbe01e0ba8" 2024-12-05T14:22:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2461b17c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,32953,-1] 2024-12-05T14:22:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:28,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:28,000 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:28,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316e640b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:28,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,44881,1733408545076, seqNum=-1] 2024-12-05T14:22:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:28,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:22:28,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,32953,1733408544890 2024-12-05T14:22:28,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63897 2024-12-05T14:22:28,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:22:28,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5df4bbc0002 connected 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/hadoop.log.dir so I do NOT create it in target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2 2024-12-05T14:22:28,031 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/hadoop.tmp.dir so I do NOT create it in target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2 2024-12-05T14:22:28,031 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:22:28,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/cluster_30719a34-dcdb-5a58-1d8c-3a9f954c37c8, deleteOnExit=true 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/test.cache.data in system properties and HBase conf 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:22:28,031 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:22:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:22:28,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:22:28,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:22:28,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:22:28,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:22:28,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:22:28,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:22:28,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:22:28,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:22:28,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:22:28,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:22:28,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:22:28,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:22:28,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:22:28,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:22:28,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ec6bff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:22:28,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dfcaee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:22:28,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fc0401e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/java.io.tmpdir/jetty-localhost-45045-hadoop-hdfs-3_4_1-tests_jar-_-any-1108277433604254182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:22:28,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ec55400{HTTP/1.1, (http/1.1)}{localhost:45045} 2024-12-05T14:22:28,424 INFO [Time-limited test {}] server.Server(415): Started @338990ms 2024-12-05T14:22:28,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:22:28,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:22:28,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:22:28,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:22:28,682 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:22:28,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@567da321{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:22:28,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51a9c3fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:22:28,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23420341{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/java.io.tmpdir/jetty-localhost-38537-hadoop-hdfs-3_4_1-tests_jar-_-any-14386511157872488084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:22:28,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a7a7337{HTTP/1.1, (http/1.1)}{localhost:38537} 2024-12-05T14:22:28,772 INFO [Time-limited test {}] server.Server(415): Started @339338ms 2024-12-05T14:22:28,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:22:29,624 WARN [Thread-4441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/cluster_30719a34-dcdb-5a58-1d8c-3a9f954c37c8/data/data1/current/BP-1822783168-172.17.0.2-1733408548044/current, will proceed with Du for space computation calculation, 2024-12-05T14:22:29,624 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/cluster_30719a34-dcdb-5a58-1d8c-3a9f954c37c8/data/data2/current/BP-1822783168-172.17.0.2-1733408548044/current, will proceed with Du for space computation calculation, 2024-12-05T14:22:29,638 WARN [Thread-4429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:22:29,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb90b1ca752c23228 with lease ID 0xee7d18068feda224: Processing first storage report for DS-6515baef-4345-4fd4-b48c-0089550126bb from datanode DatanodeRegistration(127.0.0.1:42395, datanodeUuid=5f5187b8-85d8-470e-80c0-714bb7963d9a, infoPort=46129, infoSecurePort=0, ipcPort=34533, storageInfo=lv=-57;cid=testClusterID;nsid=222372056;c=1733408548044) 2024-12-05T14:22:29,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb90b1ca752c23228 with lease ID 0xee7d18068feda224: from storage DS-6515baef-4345-4fd4-b48c-0089550126bb node DatanodeRegistration(127.0.0.1:42395, datanodeUuid=5f5187b8-85d8-470e-80c0-714bb7963d9a, infoPort=46129, infoSecurePort=0, ipcPort=34533, storageInfo=lv=-57;cid=testClusterID;nsid=222372056;c=1733408548044), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:22:29,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb90b1ca752c23228 with lease ID 0xee7d18068feda224: Processing first storage report for DS-8014bbd6-90e9-467f-ab79-f53a2a4811de from datanode DatanodeRegistration(127.0.0.1:42395, datanodeUuid=5f5187b8-85d8-470e-80c0-714bb7963d9a, infoPort=46129, infoSecurePort=0, ipcPort=34533, storageInfo=lv=-57;cid=testClusterID;nsid=222372056;c=1733408548044) 2024-12-05T14:22:29,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb90b1ca752c23228 with lease ID 0xee7d18068feda224: from storage DS-8014bbd6-90e9-467f-ab79-f53a2a4811de node DatanodeRegistration(127.0.0.1:42395, datanodeUuid=5f5187b8-85d8-470e-80c0-714bb7963d9a, infoPort=46129, infoSecurePort=0, ipcPort=34533, storageInfo=lv=-57;cid=testClusterID;nsid=222372056;c=1733408548044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:22:29,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2 2024-12-05T14:22:29,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:29,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:22:30,103 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf with version=8 2024-12-05T14:22:30,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/hbase-staging 2024-12-05T14:22:30,104 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:22:30,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:30,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:30,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:22:30,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:30,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:22:30,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:22:30,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:22:30,105 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40195 2024-12-05T14:22:30,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40195 connecting to ZooKeeper ensemble=127.0.0.1:63897 2024-12-05T14:22:30,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401950x0, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:22:30,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40195-0x101a5df4bbc0003 connected 2024-12-05T14:22:30,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:30,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:30,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Set watcher on znode that does not yet exist, /11186234755/running 2024-12-05T14:22:30,231 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf, hbase.cluster.distributed=false 2024-12-05T14:22:30,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Set watcher on znode that does not yet exist, /11186234755/acl 2024-12-05T14:22:30,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40195 2024-12-05T14:22:30,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40195 2024-12-05T14:22:30,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40195 2024-12-05T14:22:30,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40195 2024-12-05T14:22:30,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40195 2024-12-05T14:22:30,244 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:22:30,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:30,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:30,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:22:30,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:30,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:22:30,245 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:22:30,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:22:30,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35599 2024-12-05T14:22:30,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35599 connecting to ZooKeeper ensemble=127.0.0.1:63897 2024-12-05T14:22:30,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:30,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:30,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355990x0, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:22:30,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355990x0, quorum=127.0.0.1:63897, baseZNode=/11186234755 Set watcher on znode that does not yet exist, /11186234755/running 2024-12-05T14:22:30,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35599-0x101a5df4bbc0004 connected 2024-12-05T14:22:30,261 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:22:30,261 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:22:30,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Set watcher on znode that does not yet exist, /11186234755/master 2024-12-05T14:22:30,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Set watcher on znode that does not yet exist, /11186234755/acl 2024-12-05T14:22:30,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35599 2024-12-05T14:22:30,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35599 2024-12-05T14:22:30,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35599 2024-12-05T14:22:30,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35599 2024-12-05T14:22:30,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35599 2024-12-05T14:22:30,276 DEBUG [M:0;218194e0d8ec:40195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:40195 2024-12-05T14:22:30,276 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11186234755/backup-masters/218194e0d8ec,40195,1733408550104 2024-12-05T14:22:30,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755/backup-masters 2024-12-05T14:22:30,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755/backup-masters 2024-12-05T14:22:30,281 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Set watcher on existing znode=/11186234755/backup-masters/218194e0d8ec,40195,1733408550104 2024-12-05T14:22:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11186234755/master 2024-12-05T14:22:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:30,292 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Set watcher on existing znode=/11186234755/master 2024-12-05T14:22:30,292 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11186234755/backup-masters/218194e0d8ec,40195,1733408550104 from backup master directory 2024-12-05T14:22:30,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755/backup-masters 2024-12-05T14:22:30,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186234755/backup-masters/218194e0d8ec,40195,1733408550104 2024-12-05T14:22:30,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755/backup-masters 2024-12-05T14:22:30,302 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:22:30,302 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,40195,1733408550104 2024-12-05T14:22:30,319 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/hbase.id] with ID: dc1f79cd-baac-42d9-afb3-80eaec4091d7 2024-12-05T14:22:30,319 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/.tmp/hbase.id 2024-12-05T14:22:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:22:30,723 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/.tmp/hbase.id]:[hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/hbase.id] 2024-12-05T14:22:30,730 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:30,731 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:22:30,731 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T14:22:30,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:30,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:22:31,188 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:22:31,189 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:22:31,189 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:31,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:22:31,594 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store 2024-12-05T14:22:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:22:31,998 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:31,999 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:22:31,999 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:31,999 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:31,999 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:22:31,999 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:31,999 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:31,999 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408551998Disabling compacts and flushes for region at 1733408551998Disabling writes for close at 1733408551999 (+1 ms)Writing region close event to WAL at 1733408551999Closed at 1733408551999 2024-12-05T14:22:31,999 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/.initializing 2024-12-05T14:22:31,999 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/WALs/218194e0d8ec,40195,1733408550104 2024-12-05T14:22:32,000 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:22:32,001 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C40195%2C1733408550104, suffix=, logDir=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/WALs/218194e0d8ec,40195,1733408550104, archiveDir=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/oldWALs, maxLogs=10 2024-12-05T14:22:32,013 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/WALs/218194e0d8ec,40195,1733408550104/218194e0d8ec%2C40195%2C1733408550104.1733408552001, exclude list is [], retry=0 2024-12-05T14:22:32,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42395,DS-6515baef-4345-4fd4-b48c-0089550126bb,DISK] 2024-12-05T14:22:32,016 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/WALs/218194e0d8ec,40195,1733408550104/218194e0d8ec%2C40195%2C1733408550104.1733408552001 2024-12-05T14:22:32,017 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46129:46129)] 2024-12-05T14:22:32,017 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:32,018 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:32,018 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:32,018 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:32,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:32,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:22:32,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:32,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:32,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:32,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:22:32,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:32,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:32,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:32,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:22:32,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:32,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:32,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:32,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:22:32,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:32,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:32,023 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:32,024 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:32,024 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:32,025 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:32,025 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:32,025 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:22:32,026 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:32,027 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:32,027 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66534440, jitterRate=-0.008559584617614746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:22:32,027 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408552018Initializing all the Stores at 1733408552019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408552019Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408552019Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408552019Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408552019Cleaning up temporary data from old regions at 1733408552025 (+6 ms)Region opened successfully at 1733408552027 (+2 ms) 2024-12-05T14:22:32,028 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:22:32,029 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e974e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:22:32,030 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:22:32,030 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:22:32,030 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:22:32,030 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:22:32,030 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:22:32,031 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:22:32,031 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:22:32,032 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:22:32,032 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Unable to get data of znode /11186234755/balancer because node does not exist (not necessarily an error) 2024-12-05T14:22:32,091 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186234755/balancer already deleted, retry=false 2024-12-05T14:22:32,092 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:22:32,092 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Unable to get data of znode /11186234755/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:22:32,102 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186234755/normalizer already deleted, retry=false 2024-12-05T14:22:32,102 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:22:32,103 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Unable to get data of znode /11186234755/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:22:32,112 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186234755/switch/split already deleted, retry=false 2024-12-05T14:22:32,113 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Unable to get data of znode /11186234755/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:22:32,123 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186234755/switch/merge already deleted, retry=false 2024-12-05T14:22:32,124 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Unable to get data of znode /11186234755/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:22:32,133 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11186234755/snapshot-cleanup already deleted, retry=false 2024-12-05T14:22:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11186234755/running 2024-12-05T14:22:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11186234755/running 2024-12-05T14:22:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:32,145 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,40195,1733408550104, sessionid=0x101a5df4bbc0003, setting cluster-up flag (Was=false) 2024-12-05T14:22:32,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:32,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:32,197 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11186234755/flush-table-proc/acquired, /11186234755/flush-table-proc/reached, /11186234755/flush-table-proc/abort 2024-12-05T14:22:32,198 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,40195,1733408550104 2024-12-05T14:22:32,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:32,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:32,249 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11186234755/online-snapshot/acquired, /11186234755/online-snapshot/reached, /11186234755/online-snapshot/abort 2024-12-05T14:22:32,250 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,40195,1733408550104 2024-12-05T14:22:32,251 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:22:32,252 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:32,252 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:22:32,252 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:22:32,252 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,40195,1733408550104 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:22:32,253 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:32,253 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:32,253 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:32,253 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:32,253 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:22:32,253 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,253 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:22:32,253 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,254 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408582254 2024-12-05T14:22:32,254 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:22:32,254 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:22:32,254 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:22:32,254 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:22:32,254 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:22:32,254 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:22:32,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:32,254 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:22:32,255 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:22:32,255 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:22:32,255 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:22:32,255 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:22:32,255 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:22:32,255 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:22:32,255 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408552255,5,FailOnTimeoutGroup] 2024-12-05T14:22:32,255 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:32,255 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408552255,5,FailOnTimeoutGroup] 2024-12-05T14:22:32,255 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,255 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:22:32,255 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,255 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:22:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:22:32,266 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(746): ClusterId : dc1f79cd-baac-42d9-afb3-80eaec4091d7 2024-12-05T14:22:32,266 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:22:32,271 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:22:32,271 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:22:32,281 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:22:32,282 DEBUG [RS:0;218194e0d8ec:35599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0353a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:22:32,309 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:35599 2024-12-05T14:22:32,309 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:22:32,310 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:22:32,310 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:22:32,310 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,40195,1733408550104 with port=35599, startcode=1733408550244 2024-12-05T14:22:32,311 DEBUG [RS:0;218194e0d8ec:35599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:22:32,312 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:22:32,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,35599,1733408550244 2024-12-05T14:22:32,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40195 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,35599,1733408550244 2024-12-05T14:22:32,313 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf 2024-12-05T14:22:32,313 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45573 2024-12-05T14:22:32,313 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:22:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755/rs 2024-12-05T14:22:32,382 DEBUG [RS:0;218194e0d8ec:35599 {}] zookeeper.ZKUtil(111): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Set watcher on existing znode=/11186234755/rs/218194e0d8ec,35599,1733408550244 2024-12-05T14:22:32,382 WARN [RS:0;218194e0d8ec:35599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:22:32,382 INFO [RS:0;218194e0d8ec:35599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:32,382 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/WALs/218194e0d8ec,35599,1733408550244 2024-12-05T14:22:32,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,35599,1733408550244] 2024-12-05T14:22:32,384 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:22:32,385 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:22:32,386 INFO [RS:0;218194e0d8ec:35599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:22:32,386 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,386 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:22:32,386 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:22:32,386 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:22:32,386 DEBUG [RS:0;218194e0d8ec:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:22:32,387 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,387 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,387 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,387 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,387 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,387 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35599,1733408550244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:22:32,402 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:22:32,402 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,35599,1733408550244-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,402 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,402 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.Replication(171): 218194e0d8ec,35599,1733408550244 started 2024-12-05T14:22:32,415 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:32,415 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,35599,1733408550244, RpcServer on 218194e0d8ec/172.17.0.2:35599, sessionid=0x101a5df4bbc0004 2024-12-05T14:22:32,415 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:22:32,415 DEBUG [RS:0;218194e0d8ec:35599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,35599,1733408550244 2024-12-05T14:22:32,415 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,35599,1733408550244' 2024-12-05T14:22:32,415 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11186234755/flush-table-proc/abort' 2024-12-05T14:22:32,416 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11186234755/flush-table-proc/acquired' 2024-12-05T14:22:32,416 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:22:32,416 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:22:32,416 DEBUG [RS:0;218194e0d8ec:35599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,35599,1733408550244 2024-12-05T14:22:32,416 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,35599,1733408550244' 2024-12-05T14:22:32,416 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11186234755/online-snapshot/abort' 2024-12-05T14:22:32,417 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11186234755/online-snapshot/acquired' 2024-12-05T14:22:32,417 DEBUG [RS:0;218194e0d8ec:35599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:22:32,417 INFO [RS:0;218194e0d8ec:35599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:22:32,417 INFO [RS:0;218194e0d8ec:35599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:22:32,517 INFO [RS:0;218194e0d8ec:35599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:22:32,518 INFO [RS:0;218194e0d8ec:35599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C35599%2C1733408550244, suffix=, logDir=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/WALs/218194e0d8ec,35599,1733408550244, archiveDir=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/oldWALs, maxLogs=10 2024-12-05T14:22:32,529 DEBUG [RS:0;218194e0d8ec:35599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/WALs/218194e0d8ec,35599,1733408550244/218194e0d8ec%2C35599%2C1733408550244.1733408552519, exclude list is [], retry=0 2024-12-05T14:22:32,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42395,DS-6515baef-4345-4fd4-b48c-0089550126bb,DISK] 2024-12-05T14:22:32,532 INFO [RS:0;218194e0d8ec:35599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/WALs/218194e0d8ec,35599,1733408550244/218194e0d8ec%2C35599%2C1733408550244.1733408552519 2024-12-05T14:22:32,532 DEBUG [RS:0;218194e0d8ec:35599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46129:46129)] 2024-12-05T14:22:32,659 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:22:32,660 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf 2024-12-05T14:22:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:22:32,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:32,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:22:32,864 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148690 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:22:32,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:32,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:33,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:22:33,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:22:33,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:33,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:33,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:22:33,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:22:33,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:33,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:33,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:22:33,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:22:33,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:33,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:33,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:22:33,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:22:33,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:33,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:22:33,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740 2024-12-05T14:22:33,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740 2024-12-05T14:22:33,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:22:33,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:22:33,071 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:22:33,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:22:33,073 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:33,073 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61897594, jitterRate=-0.07765397429466248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:22:33,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408553064Initializing all the Stores at 1733408553065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408553065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408553065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408553065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408553065Cleaning up temporary data from old regions at 1733408553070 (+5 ms)Region opened successfully at 1733408553073 (+3 ms) 2024-12-05T14:22:33,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:22:33,073 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:22:33,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:22:33,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:22:33,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:22:33,073 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:33,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408553073Disabling compacts and flushes for region at 1733408553073Disabling writes for close at 1733408553073Writing region close event to WAL at 1733408553073Closed at 1733408553073 2024-12-05T14:22:33,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:33,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:22:33,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:22:33,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:22:33,076 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:22:33,226 DEBUG [218194e0d8ec:40195 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:22:33,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,35599,1733408550244 2024-12-05T14:22:33,227 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,35599,1733408550244, state=OPENING 2024-12-05T14:22:33,279 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:22:33,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:33,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:33,290 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:22:33,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,35599,1733408550244}] 2024-12-05T14:22:33,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11186234755/meta-region-server: CHANGED 2024-12-05T14:22:33,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11186234755/meta-region-server: CHANGED 2024-12-05T14:22:33,441 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:22:33,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:22:33,445 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:22:33,445 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:22:33,445 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:33,445 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:22:33,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,446 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C35599%2C1733408550244.meta, suffix=.meta, logDir=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/WALs/218194e0d8ec,35599,1733408550244, archiveDir=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/oldWALs, maxLogs=10 2024-12-05T14:22:33,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,458 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/WALs/218194e0d8ec,35599,1733408550244/218194e0d8ec%2C35599%2C1733408550244.meta.1733408553446.meta, exclude list is [], retry=0 2024-12-05T14:22:33,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42395,DS-6515baef-4345-4fd4-b48c-0089550126bb,DISK] 2024-12-05T14:22:33,471 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/WALs/218194e0d8ec,35599,1733408550244/218194e0d8ec%2C35599%2C1733408550244.meta.1733408553446.meta 2024-12-05T14:22:33,471 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46129:46129)] 2024-12-05T14:22:33,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,472 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:33,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,472 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:22:33,472 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:22:33,472 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:22:33,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,472 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:22:33,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,472 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:22:33,472 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:33,472 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:22:33,472 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:22:33,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:22:33,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:22:33,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:33,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:33,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:22:33,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:22:33,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:33,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:33,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:22:33,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:22:33,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:33,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:33,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:22:33,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:22:33,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:33,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:33,477 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:22:33,477 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740 2024-12-05T14:22:33,478 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740 2024-12-05T14:22:33,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,479 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:22:33,479 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:22:33,479 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:22:33,480 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:22:33,480 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66078107, jitterRate=-0.015359476208686829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:22:33,480 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:22:33,480 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408553472Writing region info on filesystem at 1733408553472Initializing all the Stores at 1733408553473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408553473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408553473Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408553473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408553473Cleaning up temporary data from old regions at 1733408553479 (+6 ms)Running coprocessor post-open hooks at 1733408553480 (+1 ms)Region opened successfully at 1733408553480 2024-12-05T14:22:33,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,481 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408553441 2024-12-05T14:22:33,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:33,482 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:22:33,482 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:22:33,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,35599,1733408550244 2024-12-05T14:22:33,483 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,35599,1733408550244, state=OPEN 2024-12-05T14:22:33,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11186234755/meta-region-server 2024-12-05T14:22:33,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11186234755/meta-region-server 2024-12-05T14:22:33,492 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,35599,1733408550244 2024-12-05T14:22:33,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11186234755/meta-region-server: CHANGED 2024-12-05T14:22:33,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11186234755/meta-region-server: CHANGED 2024-12-05T14:22:33,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:22:33,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,35599,1733408550244 in 202 msec 2024-12-05T14:22:33,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:22:33,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-12-05T14:22:33,495 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:33,495 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:22:33,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:33,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35599,1733408550244, seqNum=-1] 2024-12-05T14:22:33,496 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:33,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:22:33,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-12-05T14:22:33,500 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408553500, completionTime=-1 2024-12-05T14:22:33,501 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:22:33,501 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:22:33,502 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:22:33,502 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408613502 2024-12-05T14:22:33,502 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408673502 2024-12-05T14:22:33,502 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:22:33,502 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,40195,1733408550104-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:33,502 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,40195,1733408550104-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:33,502 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,40195,1733408550104-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:33,502 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:40195, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:33,502 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:33,503 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:33,504 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:22:33,505 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.203sec 2024-12-05T14:22:33,505 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:22:33,505 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:22:33,505 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:22:33,505 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:22:33,505 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:22:33,505 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,40195,1733408550104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:22:33,505 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,40195,1733408550104-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:22:33,507 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:22:33,507 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:22:33,507 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,40195,1733408550104-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:33,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351726d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:33,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40195,-1 for getting cluster id 2024-12-05T14:22:33,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:33,568 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc1f79cd-baac-42d9-afb3-80eaec4091d7' 2024-12-05T14:22:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc1f79cd-baac-42d9-afb3-80eaec4091d7" 2024-12-05T14:22:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c91c652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40195,-1] 2024-12-05T14:22:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:33,569 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:33,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5804c945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:33,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35599,1733408550244, seqNum=-1] 2024-12-05T14:22:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:33,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:22:33,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,40195,1733408550104 2024-12-05T14:22:33,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63897 2024-12-05T14:22:33,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:22:33,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5df4bbc0005 connected 2024-12-05T14:22:33,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/hadoop.log.dir so I do NOT create it in target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c 2024-12-05T14:22:33,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:22:33,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/hadoop.tmp.dir so I do NOT create it in target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c 2024-12-05T14:22:33,597 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:22:33,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c 2024-12-05T14:22:33,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:22:33,597 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/cluster_643216a7-be6a-8707-f936-fefcb361aad1, deleteOnExit=true 2024-12-05T14:22:33,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:22:33,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/test.cache.data in system properties and HBase conf 2024-12-05T14:22:33,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:22:33,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:22:33,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:22:33,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:22:33,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:22:33,597 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:22:33,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:22:33,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:22:33,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:22:33,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:22:33,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:22:33,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:22:33,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:22:33,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@271e3bf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:22:33,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ab0596a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:22:34,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7df8730d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/java.io.tmpdir/jetty-localhost-45279-hadoop-hdfs-3_4_1-tests_jar-_-any-3347990679303853027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:22:34,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46f2520d{HTTP/1.1, (http/1.1)}{localhost:45279} 2024-12-05T14:22:34,052 INFO [Time-limited test {}] server.Server(415): Started @344618ms 2024-12-05T14:22:34,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:22:34,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:22:34,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:22:34,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:22:34,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:22:34,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b5631ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:22:34,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7963823a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:22:34,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7f8a07{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/java.io.tmpdir/jetty-localhost-44077-hadoop-hdfs-3_4_1-tests_jar-_-any-13589946205907052482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:22:34,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c7105ea{HTTP/1.1, (http/1.1)}{localhost:44077} 2024-12-05T14:22:34,374 INFO [Time-limited test {}] server.Server(415): Started @344940ms 2024-12-05T14:22:34,375 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:22:35,019 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/cluster_643216a7-be6a-8707-f936-fefcb361aad1/data/data2/current/BP-1086019064-172.17.0.2-1733408553615/current, will proceed with Du for space computation calculation, 2024-12-05T14:22:35,019 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/cluster_643216a7-be6a-8707-f936-fefcb361aad1/data/data1/current/BP-1086019064-172.17.0.2-1733408553615/current, will proceed with Du for space computation calculation, 2024-12-05T14:22:35,033 WARN [Thread-4550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:22:35,035 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41e1a2daddbc8dfe with lease ID 0x4a73bb7d78585ea8: Processing first storage report for DS-85ae22bf-9822-4f06-ad25-d8659ea56669 from datanode DatanodeRegistration(127.0.0.1:40245, datanodeUuid=a78ce695-1c47-4dd6-aed0-405c6889b80a, infoPort=34841, infoSecurePort=0, ipcPort=36015, storageInfo=lv=-57;cid=testClusterID;nsid=1070296013;c=1733408553615) 2024-12-05T14:22:35,035 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41e1a2daddbc8dfe with lease ID 0x4a73bb7d78585ea8: from storage DS-85ae22bf-9822-4f06-ad25-d8659ea56669 node DatanodeRegistration(127.0.0.1:40245, datanodeUuid=a78ce695-1c47-4dd6-aed0-405c6889b80a, infoPort=34841, infoSecurePort=0, ipcPort=36015, storageInfo=lv=-57;cid=testClusterID;nsid=1070296013;c=1733408553615), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:22:35,035 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41e1a2daddbc8dfe with lease ID 0x4a73bb7d78585ea8: Processing first storage report for DS-960b015b-3df0-4983-8134-716d6993a558 from datanode DatanodeRegistration(127.0.0.1:40245, datanodeUuid=a78ce695-1c47-4dd6-aed0-405c6889b80a, infoPort=34841, infoSecurePort=0, ipcPort=36015, storageInfo=lv=-57;cid=testClusterID;nsid=1070296013;c=1733408553615) 2024-12-05T14:22:35,035 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41e1a2daddbc8dfe with lease ID 0x4a73bb7d78585ea8: from storage DS-960b015b-3df0-4983-8134-716d6993a558 node DatanodeRegistration(127.0.0.1:40245, datanodeUuid=a78ce695-1c47-4dd6-aed0-405c6889b80a, infoPort=34841, infoSecurePort=0, ipcPort=36015, storageInfo=lv=-57;cid=testClusterID;nsid=1070296013;c=1733408553615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:22:35,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c 2024-12-05T14:22:35,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:35,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:35,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:22:35,504 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2 with version=8 2024-12-05T14:22:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/hbase-staging 2024-12-05T14:22:35,506 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:22:35,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:35,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:35,506 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:22:35,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:35,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:22:35,506 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:22:35,506 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:22:35,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38483 2024-12-05T14:22:35,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38483 connecting to ZooKeeper ensemble=127.0.0.1:63897 2024-12-05T14:22:35,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384830x0, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:22:35,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38483-0x101a5df4bbc0006 connected 2024-12-05T14:22:35,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:35,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:35,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Set watcher on znode that does not yet exist, /2-142258137/running 2024-12-05T14:22:35,632 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2, hbase.cluster.distributed=false 2024-12-05T14:22:35,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Set watcher on znode that does not yet exist, /2-142258137/acl 2024-12-05T14:22:35,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38483 2024-12-05T14:22:35,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38483 2024-12-05T14:22:35,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38483 2024-12-05T14:22:35,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38483 2024-12-05T14:22:35,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38483 2024-12-05T14:22:35,647 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:22:35,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:35,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:35,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:22:35,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:22:35,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:22:35,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:22:35,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:22:35,647 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39355 2024-12-05T14:22:35,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39355 connecting to ZooKeeper ensemble=127.0.0.1:63897 2024-12-05T14:22:35,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:35,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:35,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393550x0, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:22:35,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39355-0x101a5df4bbc0007 connected 2024-12-05T14:22:35,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393550x0, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Set watcher on znode that does not yet exist, /2-142258137/running 2024-12-05T14:22:35,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:22:35,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:22:35,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Set watcher on znode that does not yet exist, /2-142258137/master 2024-12-05T14:22:35,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Set watcher on znode that does not yet exist, /2-142258137/acl 2024-12-05T14:22:35,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39355 2024-12-05T14:22:35,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39355 2024-12-05T14:22:35,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39355 2024-12-05T14:22:35,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39355 2024-12-05T14:22:35,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39355 2024-12-05T14:22:35,675 DEBUG [M:0;218194e0d8ec:38483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:38483 2024-12-05T14:22:35,676 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-142258137/backup-masters/218194e0d8ec,38483,1733408555506 2024-12-05T14:22:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137/backup-masters 2024-12-05T14:22:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137/backup-masters 2024-12-05T14:22:35,681 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Set watcher on existing znode=/2-142258137/backup-masters/218194e0d8ec,38483,1733408555506 2024-12-05T14:22:35,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:35,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-142258137/master 2024-12-05T14:22:35,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:35,692 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Set watcher on existing znode=/2-142258137/master 2024-12-05T14:22:35,692 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-142258137/backup-masters/218194e0d8ec,38483,1733408555506 from backup master directory 2024-12-05T14:22:35,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-142258137/backup-masters/218194e0d8ec,38483,1733408555506 2024-12-05T14:22:35,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137/backup-masters 2024-12-05T14:22:35,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137/backup-masters 2024-12-05T14:22:35,702 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:22:35,702 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,38483,1733408555506 2024-12-05T14:22:35,704 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/hbase.id] with ID: 4150306c-314d-4e2f-875d-9026d7ee9146 2024-12-05T14:22:35,704 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/.tmp/hbase.id 2024-12-05T14:22:35,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:22:36,108 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/.tmp/hbase.id]:[hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/hbase.id] 2024-12-05T14:22:36,114 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:36,114 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:22:36,115 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T14:22:36,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:36,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:22:36,577 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:22:36,578 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:22:36,578 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:22:36,983 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store 2024-12-05T14:22:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:22:36,987 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:36,987 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:22:36,987 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:36,987 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:36,987 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:22:36,987 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:36,987 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:36,987 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408556987Disabling compacts and flushes for region at 1733408556987Disabling writes for close at 1733408556987Writing region close event to WAL at 1733408556987Closed at 1733408556987 2024-12-05T14:22:36,988 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/.initializing 2024-12-05T14:22:36,988 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/WALs/218194e0d8ec,38483,1733408555506 2024-12-05T14:22:36,988 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:22:36,989 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C38483%2C1733408555506, suffix=, logDir=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/WALs/218194e0d8ec,38483,1733408555506, archiveDir=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/oldWALs, maxLogs=10 2024-12-05T14:22:37,001 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/WALs/218194e0d8ec,38483,1733408555506/218194e0d8ec%2C38483%2C1733408555506.1733408556990, exclude list is [], retry=0 2024-12-05T14:22:37,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-85ae22bf-9822-4f06-ad25-d8659ea56669,DISK] 2024-12-05T14:22:37,003 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/WALs/218194e0d8ec,38483,1733408555506/218194e0d8ec%2C38483%2C1733408555506.1733408556990 2024-12-05T14:22:37,004 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34841:34841)] 2024-12-05T14:22:37,004 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:37,004 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:37,004 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:37,004 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:37,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:37,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:22:37,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:37,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:37,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:37,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:22:37,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:37,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:37,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:37,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:22:37,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:37,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:37,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:37,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:22:37,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:37,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:37,009 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:37,009 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:37,009 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:37,010 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:37,010 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:37,010 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:22:37,011 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:22:37,012 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:37,012 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73001282, jitterRate=0.08780387043952942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:22:37,012 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408557004Initializing all the Stores at 1733408557005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408557005Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408557005Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408557005Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408557005Cleaning up temporary data from old regions at 1733408557010 (+5 ms)Region opened successfully at 1733408557012 (+2 ms) 2024-12-05T14:22:37,012 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:22:37,014 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2949d4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:22:37,015 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:22:37,015 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:22:37,015 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:22:37,015 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:22:37,015 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:22:37,015 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:22:37,015 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:22:37,016 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:22:37,017 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Unable to get data of znode /2-142258137/balancer because node does not exist (not necessarily an error) 2024-12-05T14:22:37,070 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-142258137/balancer already deleted, retry=false 2024-12-05T14:22:37,070 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:22:37,071 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Unable to get data of znode /2-142258137/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:22:37,081 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-142258137/normalizer already deleted, retry=false 2024-12-05T14:22:37,081 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:22:37,082 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Unable to get data of znode /2-142258137/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:22:37,091 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-142258137/switch/split already deleted, retry=false 2024-12-05T14:22:37,092 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Unable to get data of znode /2-142258137/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:22:37,102 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-142258137/switch/merge already deleted, retry=false 2024-12-05T14:22:37,103 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Unable to get data of znode /2-142258137/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:22:37,112 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-142258137/snapshot-cleanup already deleted, retry=false 2024-12-05T14:22:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-142258137/running 2024-12-05T14:22:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-142258137/running 2024-12-05T14:22:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:37,123 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,38483,1733408555506, sessionid=0x101a5df4bbc0006, setting cluster-up flag (Was=false) 2024-12-05T14:22:37,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:37,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:37,175 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-142258137/flush-table-proc/acquired, /2-142258137/flush-table-proc/reached, /2-142258137/flush-table-proc/abort 2024-12-05T14:22:37,176 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,38483,1733408555506 2024-12-05T14:22:37,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:37,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:37,228 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-142258137/online-snapshot/acquired, /2-142258137/online-snapshot/reached, /2-142258137/online-snapshot/abort 2024-12-05T14:22:37,229 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,38483,1733408555506 2024-12-05T14:22:37,230 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:22:37,231 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:37,231 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:22:37,231 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:22:37,231 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,38483,1733408555506 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:22:37,232 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:37,232 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:37,232 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:37,232 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:22:37,232 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:22:37,232 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,232 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:22:37,232 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408587233 2024-12-05T14:22:37,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:22:37,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:22:37,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:22:37,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:22:37,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:22:37,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:22:37,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:37,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:22:37,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,233 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:22:37,234 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:22:37,234 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:22:37,234 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T14:22:37,234 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:37,234 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:22:37,234 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:22:37,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:22:37,234 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408557234,5,FailOnTimeoutGroup] 2024-12-05T14:22:37,234 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408557234,5,FailOnTimeoutGroup] 2024-12-05T14:22:37,234 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,234 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:22:37,234 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,234 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:22:37,269 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(746): ClusterId : 4150306c-314d-4e2f-875d-9026d7ee9146 2024-12-05T14:22:37,269 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:22:37,281 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:22:37,281 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:22:37,292 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:22:37,292 DEBUG [RS:0;218194e0d8ec:39355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac7e3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:22:37,302 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:39355 2024-12-05T14:22:37,302 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:22:37,302 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:22:37,302 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:22:37,303 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,38483,1733408555506 with port=39355, startcode=1733408555646 2024-12-05T14:22:37,303 DEBUG [RS:0;218194e0d8ec:39355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:22:37,304 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:22:37,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,39355,1733408555646 2024-12-05T14:22:37,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38483 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,39355,1733408555646 2024-12-05T14:22:37,305 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2 2024-12-05T14:22:37,305 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44587 2024-12-05T14:22:37,305 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:22:37,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137/rs 2024-12-05T14:22:37,356 DEBUG [RS:0;218194e0d8ec:39355 {}] zookeeper.ZKUtil(111): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Set watcher on existing znode=/2-142258137/rs/218194e0d8ec,39355,1733408555646 2024-12-05T14:22:37,356 WARN [RS:0;218194e0d8ec:39355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:22:37,356 INFO [RS:0;218194e0d8ec:39355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:37,356 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/WALs/218194e0d8ec,39355,1733408555646 2024-12-05T14:22:37,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,39355,1733408555646] 2024-12-05T14:22:37,358 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:22:37,360 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:22:37,360 INFO [RS:0;218194e0d8ec:39355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:22:37,360 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,360 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:22:37,361 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:22:37,361 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:22:37,361 DEBUG [RS:0;218194e0d8ec:39355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:22:37,362 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,362 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,362 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,362 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,362 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,362 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39355,1733408555646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:22:37,372 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:22:37,372 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39355,1733408555646-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,373 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,373 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.Replication(171): 218194e0d8ec,39355,1733408555646 started 2024-12-05T14:22:37,383 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:37,383 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,39355,1733408555646, RpcServer on 218194e0d8ec/172.17.0.2:39355, sessionid=0x101a5df4bbc0007 2024-12-05T14:22:37,383 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:22:37,383 DEBUG [RS:0;218194e0d8ec:39355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,39355,1733408555646 2024-12-05T14:22:37,384 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,39355,1733408555646' 2024-12-05T14:22:37,384 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-142258137/flush-table-proc/abort' 2024-12-05T14:22:37,384 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-142258137/flush-table-proc/acquired' 2024-12-05T14:22:37,384 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:22:37,384 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:22:37,384 DEBUG [RS:0;218194e0d8ec:39355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,39355,1733408555646 2024-12-05T14:22:37,384 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,39355,1733408555646' 2024-12-05T14:22:37,384 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-142258137/online-snapshot/abort' 2024-12-05T14:22:37,385 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-142258137/online-snapshot/acquired' 2024-12-05T14:22:37,385 DEBUG [RS:0;218194e0d8ec:39355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:22:37,385 INFO [RS:0;218194e0d8ec:39355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:22:37,385 INFO [RS:0;218194e0d8ec:39355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:22:37,485 INFO [RS:0;218194e0d8ec:39355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:22:37,486 INFO [RS:0;218194e0d8ec:39355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C39355%2C1733408555646, suffix=, logDir=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/WALs/218194e0d8ec,39355,1733408555646, archiveDir=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/oldWALs, maxLogs=10 2024-12-05T14:22:37,502 DEBUG [RS:0;218194e0d8ec:39355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/WALs/218194e0d8ec,39355,1733408555646/218194e0d8ec%2C39355%2C1733408555646.1733408557486, exclude list is [], retry=0 2024-12-05T14:22:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-85ae22bf-9822-4f06-ad25-d8659ea56669,DISK] 2024-12-05T14:22:37,506 INFO [RS:0;218194e0d8ec:39355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/WALs/218194e0d8ec,39355,1733408555646/218194e0d8ec%2C39355%2C1733408555646.1733408557486 2024-12-05T14:22:37,506 DEBUG [RS:0;218194e0d8ec:39355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34841:34841)] 2024-12-05T14:22:37,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:22:37,638 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2 2024-12-05T14:22:37,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741833_1009 (size=32) 2024-12-05T14:22:37,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:37,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:22:37,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:22:37,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:37,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:37,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:22:37,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:22:37,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:37,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:37,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:22:37,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:22:37,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:37,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:37,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:22:37,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:22:37,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:37,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:37,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:22:37,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740 2024-12-05T14:22:37,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740 2024-12-05T14:22:37,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:22:37,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:22:37,648 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:22:37,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:22:37,650 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:37,650 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71536397, jitterRate=0.0659753829240799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:22:37,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408557642Initializing all the Stores at 1733408557643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408557643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408557643Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408557643Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408557643Cleaning up temporary data from old regions at 1733408557648 (+5 ms)Region opened successfully at 1733408557650 (+2 ms) 2024-12-05T14:22:37,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:22:37,651 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:22:37,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:22:37,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:22:37,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:22:37,651 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:37,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408557651Disabling compacts and flushes for region at 1733408557651Disabling writes for close at 1733408557651Writing region close event to WAL at 1733408557651Closed at 1733408557651 2024-12-05T14:22:37,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:37,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:22:37,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:22:37,653 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:22:37,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:22:37,803 DEBUG [218194e0d8ec:38483 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T14:22:37,804 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,39355,1733408555646 2024-12-05T14:22:37,805 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,39355,1733408555646, state=OPENING 2024-12-05T14:22:37,868 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:22:37,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:37,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:37,879 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:22:37,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-142258137/meta-region-server: CHANGED 2024-12-05T14:22:37,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-142258137/meta-region-server: CHANGED 2024-12-05T14:22:37,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,39355,1733408555646}] 2024-12-05T14:22:38,030 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:22:38,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:22:38,033 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:22:38,034 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:38,034 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:22:38,035 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C39355%2C1733408555646.meta, suffix=.meta, logDir=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/WALs/218194e0d8ec,39355,1733408555646, archiveDir=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/oldWALs, maxLogs=10 2024-12-05T14:22:38,050 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/WALs/218194e0d8ec,39355,1733408555646/218194e0d8ec%2C39355%2C1733408555646.meta.1733408558035.meta, exclude list is [], retry=0 2024-12-05T14:22:38,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-85ae22bf-9822-4f06-ad25-d8659ea56669,DISK] 2024-12-05T14:22:38,053 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/WALs/218194e0d8ec,39355,1733408555646/218194e0d8ec%2C39355%2C1733408555646.meta.1733408558035.meta 2024-12-05T14:22:38,053 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34841:34841)] 2024-12-05T14:22:38,053 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:38,054 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:22:38,054 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:22:38,054 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:22:38,054 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:22:38,054 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:22:38,054 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:38,054 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:22:38,054 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:22:38,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:22:38,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:22:38,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:38,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:38,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:22:38,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:22:38,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:38,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:38,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:22:38,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:22:38,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:38,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:38,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:22:38,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:22:38,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:38,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:22:38,058 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:22:38,058 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740 2024-12-05T14:22:38,059 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740 2024-12-05T14:22:38,060 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:22:38,060 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:22:38,060 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:22:38,061 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:22:38,061 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68342879, jitterRate=0.018388256430625916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:22:38,061 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:22:38,061 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408558054Writing region info on filesystem at 1733408558054Initializing all the Stores at 1733408558055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408558055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408558055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408558055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408558055Cleaning up temporary data from old regions at 1733408558060 (+5 ms)Running coprocessor post-open hooks at 1733408558061 (+1 ms)Region opened successfully at 1733408558061 2024-12-05T14:22:38,062 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408558030 2024-12-05T14:22:38,063 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:22:38,063 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:22:38,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,39355,1733408555646 2024-12-05T14:22:38,064 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,39355,1733408555646, state=OPEN 2024-12-05T14:22:38,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-142258137/meta-region-server 2024-12-05T14:22:38,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-142258137/meta-region-server 2024-12-05T14:22:38,070 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,39355,1733408555646 2024-12-05T14:22:38,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-142258137/meta-region-server: CHANGED 2024-12-05T14:22:38,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-142258137/meta-region-server: CHANGED 2024-12-05T14:22:38,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:22:38,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,39355,1733408555646 in 191 msec 2024-12-05T14:22:38,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:22:38,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-12-05T14:22:38,073 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:22:38,073 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:22:38,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:38,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39355,1733408555646, seqNum=-1] 2024-12-05T14:22:38,074 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:38,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:22:38,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 847 msec 2024-12-05T14:22:38,078 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408558078, completionTime=-1 2024-12-05T14:22:38,078 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T14:22:38,078 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:22:38,079 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T14:22:38,080 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408618080 2024-12-05T14:22:38,080 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408678080 2024-12-05T14:22:38,080 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:22:38,080 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38483,1733408555506-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:38,080 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38483,1733408555506-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:38,080 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38483,1733408555506-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:38,080 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:38483, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:38,080 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:38,080 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:38,081 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:22:38,082 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.380sec 2024-12-05T14:22:38,082 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:22:38,082 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:22:38,082 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:22:38,082 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:22:38,082 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:22:38,082 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38483,1733408555506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:22:38,082 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38483,1733408555506-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:22:38,084 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:22:38,084 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:22:38,084 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38483,1733408555506-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:22:38,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e26c857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:38,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38483,-1 for getting cluster id 2024-12-05T14:22:38,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:38,170 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4150306c-314d-4e2f-875d-9026d7ee9146' 2024-12-05T14:22:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4150306c-314d-4e2f-875d-9026d7ee9146" 2024-12-05T14:22:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22596885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38483,-1] 2024-12-05T14:22:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:38,171 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:38,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcb091d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:38,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:38,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39355,1733408555646, seqNum=-1] 2024-12-05T14:22:38,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:38,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:22:38,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,38483,1733408555506 2024-12-05T14:22:38,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63897 2024-12-05T14:22:38,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:22:38,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a5df4bbc0008 connected 2024-12-05T14:22:38,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:38,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,32953,1733408544890 2024-12-05T14:22:38,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@503c2eed 2024-12-05T14:22:38,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:38,200 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:22:38,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:22:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:22:38,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:22:38,202 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:38,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:22:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:38,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:22:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:22:38,208 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 223c019e313452afc41d9d27314691b9, NAME => 'test,,1733408558200.223c019e313452afc41d9d27314691b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e 2024-12-05T14:22:38,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:22:38,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408558200.223c019e313452afc41d9d27314691b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:38,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 223c019e313452afc41d9d27314691b9, disabling compactions & flushes 2024-12-05T14:22:38,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408558200.223c019e313452afc41d9d27314691b9. 2024-12-05T14:22:38,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408558200.223c019e313452afc41d9d27314691b9. 2024-12-05T14:22:38,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408558200.223c019e313452afc41d9d27314691b9. after waiting 0 ms 2024-12-05T14:22:38,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408558200.223c019e313452afc41d9d27314691b9. 2024-12-05T14:22:38,212 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408558200.223c019e313452afc41d9d27314691b9. 2024-12-05T14:22:38,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 223c019e313452afc41d9d27314691b9: Waiting for close lock at 1733408558211Disabling compacts and flushes for region at 1733408558211Disabling writes for close at 1733408558212 (+1 ms)Writing region close event to WAL at 1733408558212Closed at 1733408558212 2024-12-05T14:22:38,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:22:38,213 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408558200.223c019e313452afc41d9d27314691b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408558212"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408558212"}]},"ts":"1733408558212"} 2024-12-05T14:22:38,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:22:38,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:22:38,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408558215"}]},"ts":"1733408558215"} 2024-12-05T14:22:38,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:22:38,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=223c019e313452afc41d9d27314691b9, ASSIGN}] 2024-12-05T14:22:38,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=223c019e313452afc41d9d27314691b9, ASSIGN 2024-12-05T14:22:38,217 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=223c019e313452afc41d9d27314691b9, ASSIGN; state=OFFLINE, location=218194e0d8ec,44881,1733408545076; forceNewPlan=false, retain=false 2024-12-05T14:22:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:38,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=223c019e313452afc41d9d27314691b9, regionState=OPENING, regionLocation=218194e0d8ec,44881,1733408545076 2024-12-05T14:22:38,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=223c019e313452afc41d9d27314691b9, ASSIGN because future has completed 2024-12-05T14:22:38,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 223c019e313452afc41d9d27314691b9, server=218194e0d8ec,44881,1733408545076}] 2024-12-05T14:22:38,524 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408558200.223c019e313452afc41d9d27314691b9. 2024-12-05T14:22:38,524 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 223c019e313452afc41d9d27314691b9, NAME => 'test,,1733408558200.223c019e313452afc41d9d27314691b9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:38,525 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:22:38,525 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:22:38,525 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,525 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408558200.223c019e313452afc41d9d27314691b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:38,525 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,525 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,526 INFO [StoreOpener-223c019e313452afc41d9d27314691b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,527 INFO [StoreOpener-223c019e313452afc41d9d27314691b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 223c019e313452afc41d9d27314691b9 columnFamilyName f 2024-12-05T14:22:38,527 DEBUG [StoreOpener-223c019e313452afc41d9d27314691b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:38,527 INFO [StoreOpener-223c019e313452afc41d9d27314691b9-1 {}] regionserver.HStore(327): Store=223c019e313452afc41d9d27314691b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:38,527 INFO [StoreOpener-223c019e313452afc41d9d27314691b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,528 INFO [StoreOpener-223c019e313452afc41d9d27314691b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 223c019e313452afc41d9d27314691b9 columnFamilyName f1 2024-12-05T14:22:38,528 DEBUG [StoreOpener-223c019e313452afc41d9d27314691b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:38,528 INFO [StoreOpener-223c019e313452afc41d9d27314691b9-1 {}] regionserver.HStore(327): Store=223c019e313452afc41d9d27314691b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:38,528 INFO [StoreOpener-223c019e313452afc41d9d27314691b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,529 INFO [StoreOpener-223c019e313452afc41d9d27314691b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 223c019e313452afc41d9d27314691b9 columnFamilyName norep 2024-12-05T14:22:38,529 DEBUG [StoreOpener-223c019e313452afc41d9d27314691b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:38,529 INFO [StoreOpener-223c019e313452afc41d9d27314691b9-1 {}] regionserver.HStore(327): Store=223c019e313452afc41d9d27314691b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:38,529 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,529 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,529 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,530 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,530 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,530 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:22:38,531 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,532 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:38,532 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 223c019e313452afc41d9d27314691b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74779749, jitterRate=0.11430509388446808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:22:38,532 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 223c019e313452afc41d9d27314691b9 2024-12-05T14:22:38,532 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 223c019e313452afc41d9d27314691b9: Running coprocessor pre-open hook at 1733408558525Writing region info on filesystem at 1733408558525Initializing all the Stores at 1733408558526 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408558526Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408558526Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408558526Cleaning up temporary data from old regions at 1733408558530 (+4 ms)Running coprocessor post-open hooks at 1733408558532 (+2 ms)Region opened successfully at 1733408558532 2024-12-05T14:22:38,533 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408558200.223c019e313452afc41d9d27314691b9., pid=6, masterSystemTime=1733408558521 2024-12-05T14:22:38,534 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408558200.223c019e313452afc41d9d27314691b9. 2024-12-05T14:22:38,534 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408558200.223c019e313452afc41d9d27314691b9. 2024-12-05T14:22:38,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=223c019e313452afc41d9d27314691b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,44881,1733408545076 2024-12-05T14:22:38,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 223c019e313452afc41d9d27314691b9, server=218194e0d8ec,44881,1733408545076 because future has completed 2024-12-05T14:22:38,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:22:38,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 223c019e313452afc41d9d27314691b9, server=218194e0d8ec,44881,1733408545076 in 167 msec 2024-12-05T14:22:38,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:22:38,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=223c019e313452afc41d9d27314691b9, ASSIGN in 322 msec 2024-12-05T14:22:38,540 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:22:38,540 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408558540"}]},"ts":"1733408558540"} 2024-12-05T14:22:38,541 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:22:38,542 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:22:38,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 342 msec 2024-12-05T14:22:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:38,834 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:22:38,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:38,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,40195,1733408550104 2024-12-05T14:22:38,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a816e06 2024-12-05T14:22:38,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:38,835 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:22:38,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:22:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:22:38,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:22:38,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:38,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:22:38,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:22:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:38,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:22:38,854 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d8bd42472b2cff2945b07e256113d4a, NAME => 'test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf 2024-12-05T14:22:38,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:22:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:38,974 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:22:38,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:38,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:38,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:38,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:38,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:38,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:38,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:38,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:39,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:39,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:39,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:39,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:39,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:39,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:39,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:39,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:39,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:39,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:39,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:39,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0d8bd42472b2cff2945b07e256113d4a, disabling compactions & flushes 2024-12-05T14:22:39,258 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. 2024-12-05T14:22:39,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. 2024-12-05T14:22:39,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. after waiting 0 ms 2024-12-05T14:22:39,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. 2024-12-05T14:22:39,258 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. 2024-12-05T14:22:39,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d8bd42472b2cff2945b07e256113d4a: Waiting for close lock at 1733408559258Disabling compacts and flushes for region at 1733408559258Disabling writes for close at 1733408559258Writing region close event to WAL at 1733408559258Closed at 1733408559258 2024-12-05T14:22:39,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:22:39,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408559259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408559259"}]},"ts":"1733408559259"} 2024-12-05T14:22:39,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:22:39,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:22:39,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408559262"}]},"ts":"1733408559262"} 2024-12-05T14:22:39,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:22:39,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d8bd42472b2cff2945b07e256113d4a, ASSIGN}] 2024-12-05T14:22:39,264 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d8bd42472b2cff2945b07e256113d4a, ASSIGN 2024-12-05T14:22:39,265 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0d8bd42472b2cff2945b07e256113d4a, ASSIGN; state=OFFLINE, location=218194e0d8ec,35599,1733408550244; forceNewPlan=false, retain=false 2024-12-05T14:22:39,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d8bd42472b2cff2945b07e256113d4a, regionState=OPENING, regionLocation=218194e0d8ec,35599,1733408550244 2024-12-05T14:22:39,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0d8bd42472b2cff2945b07e256113d4a, ASSIGN because future has completed 2024-12-05T14:22:39,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d8bd42472b2cff2945b07e256113d4a, server=218194e0d8ec,35599,1733408550244}] 2024-12-05T14:22:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:39,571 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. 2024-12-05T14:22:39,571 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d8bd42472b2cff2945b07e256113d4a, NAME => 'test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:39,572 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:22:39,572 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:22:39,572 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,572 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:39,572 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,572 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,573 INFO [StoreOpener-0d8bd42472b2cff2945b07e256113d4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,574 INFO [StoreOpener-0d8bd42472b2cff2945b07e256113d4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8bd42472b2cff2945b07e256113d4a columnFamilyName f 2024-12-05T14:22:39,574 DEBUG [StoreOpener-0d8bd42472b2cff2945b07e256113d4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:39,574 INFO [StoreOpener-0d8bd42472b2cff2945b07e256113d4a-1 {}] regionserver.HStore(327): Store=0d8bd42472b2cff2945b07e256113d4a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:39,574 INFO [StoreOpener-0d8bd42472b2cff2945b07e256113d4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,575 INFO [StoreOpener-0d8bd42472b2cff2945b07e256113d4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8bd42472b2cff2945b07e256113d4a columnFamilyName f1 2024-12-05T14:22:39,575 DEBUG [StoreOpener-0d8bd42472b2cff2945b07e256113d4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:39,575 INFO [StoreOpener-0d8bd42472b2cff2945b07e256113d4a-1 {}] regionserver.HStore(327): Store=0d8bd42472b2cff2945b07e256113d4a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:39,575 INFO [StoreOpener-0d8bd42472b2cff2945b07e256113d4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,575 INFO [StoreOpener-0d8bd42472b2cff2945b07e256113d4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8bd42472b2cff2945b07e256113d4a columnFamilyName norep 2024-12-05T14:22:39,575 DEBUG [StoreOpener-0d8bd42472b2cff2945b07e256113d4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:39,576 INFO [StoreOpener-0d8bd42472b2cff2945b07e256113d4a-1 {}] regionserver.HStore(327): Store=0d8bd42472b2cff2945b07e256113d4a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:39,576 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,576 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,576 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,577 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,577 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,577 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:22:39,578 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,579 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:39,580 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0d8bd42472b2cff2945b07e256113d4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71641859, jitterRate=0.06754688918590546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:22:39,580 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:39,580 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0d8bd42472b2cff2945b07e256113d4a: Running coprocessor pre-open hook at 1733408559572Writing region info on filesystem at 1733408559572Initializing all the Stores at 1733408559572Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408559573 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408559573Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408559573Cleaning up temporary data from old regions at 1733408559577 (+4 ms)Running coprocessor post-open hooks at 1733408559580 (+3 ms)Region opened successfully at 1733408559580 2024-12-05T14:22:39,580 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a., pid=6, masterSystemTime=1733408559569 2024-12-05T14:22:39,582 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. 2024-12-05T14:22:39,582 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. 2024-12-05T14:22:39,582 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d8bd42472b2cff2945b07e256113d4a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,35599,1733408550244 2024-12-05T14:22:39,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d8bd42472b2cff2945b07e256113d4a, server=218194e0d8ec,35599,1733408550244 because future has completed 2024-12-05T14:22:39,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:22:39,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d8bd42472b2cff2945b07e256113d4a, server=218194e0d8ec,35599,1733408550244 in 167 msec 2024-12-05T14:22:39,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:22:39,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0d8bd42472b2cff2945b07e256113d4a, ASSIGN in 323 msec 2024-12-05T14:22:39,587 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:22:39,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408559588"}]},"ts":"1733408559588"} 2024-12-05T14:22:39,589 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:22:39,590 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:22:39,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-12-05T14:22:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:39,975 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:22:39,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38483,1733408555506 2024-12-05T14:22:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13bc4e0 2024-12-05T14:22:39,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:39,976 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:22:39,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:22:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T14:22:39,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:22:39,978 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:39,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T14:22:39,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:22:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:39,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741835_1011 (size=902) 2024-12-05T14:22:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:40,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6fad0e51d350aa49fd2e3f06937d3433, NAME => 'test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2 2024-12-05T14:22:40,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741836_1012 (size=39) 2024-12-05T14:22:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:40,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:40,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6fad0e51d350aa49fd2e3f06937d3433, disabling compactions & flushes 2024-12-05T14:22:40,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. 2024-12-05T14:22:40,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. 2024-12-05T14:22:40,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. after waiting 0 ms 2024-12-05T14:22:40,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. 2024-12-05T14:22:40,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. 2024-12-05T14:22:40,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6fad0e51d350aa49fd2e3f06937d3433: Waiting for close lock at 1733408560788Disabling compacts and flushes for region at 1733408560788Disabling writes for close at 1733408560789 (+1 ms)Writing region close event to WAL at 1733408560789Closed at 1733408560789 2024-12-05T14:22:40,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:22:40,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733408560790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408560790"}]},"ts":"1733408560790"} 2024-12-05T14:22:40,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:22:40,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:22:40,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408560792"}]},"ts":"1733408560792"} 2024-12-05T14:22:40,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T14:22:40,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6fad0e51d350aa49fd2e3f06937d3433, ASSIGN}] 2024-12-05T14:22:40,794 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6fad0e51d350aa49fd2e3f06937d3433, ASSIGN 2024-12-05T14:22:40,795 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6fad0e51d350aa49fd2e3f06937d3433, ASSIGN; state=OFFLINE, location=218194e0d8ec,39355,1733408555646; forceNewPlan=false, retain=false 2024-12-05T14:22:40,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fad0e51d350aa49fd2e3f06937d3433, regionState=OPENING, regionLocation=218194e0d8ec,39355,1733408555646 2024-12-05T14:22:40,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6fad0e51d350aa49fd2e3f06937d3433, ASSIGN because future has completed 2024-12-05T14:22:40,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fad0e51d350aa49fd2e3f06937d3433, server=218194e0d8ec,39355,1733408555646}] 2024-12-05T14:22:41,102 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. 2024-12-05T14:22:41,102 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fad0e51d350aa49fd2e3f06937d3433, NAME => 'test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:41,102 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:22:41,102 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T14:22:41,102 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,102 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:41,103 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,103 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,103 INFO [StoreOpener-6fad0e51d350aa49fd2e3f06937d3433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,104 INFO [StoreOpener-6fad0e51d350aa49fd2e3f06937d3433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fad0e51d350aa49fd2e3f06937d3433 columnFamilyName f 2024-12-05T14:22:41,104 DEBUG [StoreOpener-6fad0e51d350aa49fd2e3f06937d3433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:41,104 INFO [StoreOpener-6fad0e51d350aa49fd2e3f06937d3433-1 {}] regionserver.HStore(327): Store=6fad0e51d350aa49fd2e3f06937d3433/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:41,105 INFO [StoreOpener-6fad0e51d350aa49fd2e3f06937d3433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,105 INFO [StoreOpener-6fad0e51d350aa49fd2e3f06937d3433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fad0e51d350aa49fd2e3f06937d3433 columnFamilyName f1 2024-12-05T14:22:41,105 DEBUG [StoreOpener-6fad0e51d350aa49fd2e3f06937d3433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:41,105 INFO [StoreOpener-6fad0e51d350aa49fd2e3f06937d3433-1 {}] regionserver.HStore(327): Store=6fad0e51d350aa49fd2e3f06937d3433/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:41,106 INFO [StoreOpener-6fad0e51d350aa49fd2e3f06937d3433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,106 INFO [StoreOpener-6fad0e51d350aa49fd2e3f06937d3433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fad0e51d350aa49fd2e3f06937d3433 columnFamilyName norep 2024-12-05T14:22:41,106 DEBUG [StoreOpener-6fad0e51d350aa49fd2e3f06937d3433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:41,107 INFO [StoreOpener-6fad0e51d350aa49fd2e3f06937d3433-1 {}] regionserver.HStore(327): Store=6fad0e51d350aa49fd2e3f06937d3433/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:41,107 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,107 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/default/test/6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,107 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/default/test/6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,108 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,108 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,108 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:22:41,109 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,110 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/default/test/6fad0e51d350aa49fd2e3f06937d3433/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:41,110 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6fad0e51d350aa49fd2e3f06937d3433; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61116603, jitterRate=-0.08929164707660675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:22:41,110 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:41,110 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6fad0e51d350aa49fd2e3f06937d3433: Running coprocessor pre-open hook at 1733408561103Writing region info on filesystem at 1733408561103Initializing all the Stores at 1733408561103Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408561103Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408561103Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408561103Cleaning up temporary data from old regions at 1733408561108 (+5 ms)Running coprocessor post-open hooks at 1733408561110 (+2 ms)Region opened successfully at 1733408561110 2024-12-05T14:22:41,110 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433., pid=6, masterSystemTime=1733408561099 2024-12-05T14:22:41,112 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. 2024-12-05T14:22:41,112 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. 2024-12-05T14:22:41,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fad0e51d350aa49fd2e3f06937d3433, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=218194e0d8ec,39355,1733408555646 2024-12-05T14:22:41,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fad0e51d350aa49fd2e3f06937d3433, server=218194e0d8ec,39355,1733408555646 because future has completed 2024-12-05T14:22:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:41,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:22:41,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fad0e51d350aa49fd2e3f06937d3433, server=218194e0d8ec,39355,1733408555646 in 167 msec 2024-12-05T14:22:41,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:22:41,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6fad0e51d350aa49fd2e3f06937d3433, ASSIGN in 322 msec 2024-12-05T14:22:41,118 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:22:41,119 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408561118"}]},"ts":"1733408561118"} 2024-12-05T14:22:41,120 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T14:22:41,120 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:22:41,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-12-05T14:22:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:22:42,124 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T14:22:42,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2371d3b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:42,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,32953,-1 for getting cluster id 2024-12-05T14:22:42,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:42,125 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ca6da6-7203-4a76-8c59-afdbe01e0ba8' 2024-12-05T14:22:42,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:42,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ca6da6-7203-4a76-8c59-afdbe01e0ba8" 2024-12-05T14:22:42,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ee755f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:42,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,32953,-1] 2024-12-05T14:22:42,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:42,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:42,126 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:42,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c1a2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:42,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:42,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,32953,1733408544890 2024-12-05T14:22:42,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41f60f15 2024-12-05T14:22:42,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:42,128 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:22:42,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://218194e0d8ec:40195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:22:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:22:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:22:42,131 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:40195' 2024-12-05T14:22:42,132 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d38d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:42,132 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40195,-1 for getting cluster id 2024-12-05T14:22:42,132 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:42,132 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc1f79cd-baac-42d9-afb3-80eaec4091d7' 2024-12-05T14:22:42,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:42,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc1f79cd-baac-42d9-afb3-80eaec4091d7" 2024-12-05T14:22:42,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746bfd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:42,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40195,-1] 2024-12-05T14:22:42,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:42,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:42,133 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:42,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d42f966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:42,134 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:42,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,40195,1733408550104 2024-12-05T14:22:42,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ec11d78 2024-12-05T14:22:42,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:42,135 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:22:42,135 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T14:22:42,136 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:22:42,136 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:42,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:42,136 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:42,136 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:22:42,137 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T14:22:42,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:22:42,138 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:42,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:22:42,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741837_1013 (size=1138) 2024-12-05T14:22:42,187 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T14:22:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:22:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:22:42,544 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c8bf8db0107fb9265a27944415d612d, NAME => 'hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e 2024-12-05T14:22:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741838_1014 (size=44) 2024-12-05T14:22:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:22:42,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:42,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4c8bf8db0107fb9265a27944415d612d, disabling compactions & flushes 2024-12-05T14:22:42,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. 2024-12-05T14:22:42,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. 2024-12-05T14:22:42,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. after waiting 0 ms 2024-12-05T14:22:42,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. 2024-12-05T14:22:42,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. 2024-12-05T14:22:42,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c8bf8db0107fb9265a27944415d612d: Waiting for close lock at 1733408562991Disabling compacts and flushes for region at 1733408562991Disabling writes for close at 1733408562991Writing region close event to WAL at 1733408562991Closed at 1733408562991 2024-12-05T14:22:42,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:22:42,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733408562992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408562992"}]},"ts":"1733408562992"} 2024-12-05T14:22:42,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T14:22:42,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:22:42,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408562994"}]},"ts":"1733408562994"} 2024-12-05T14:22:42,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T14:22:42,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4c8bf8db0107fb9265a27944415d612d, ASSIGN}] 2024-12-05T14:22:42,996 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4c8bf8db0107fb9265a27944415d612d, ASSIGN 2024-12-05T14:22:42,996 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4c8bf8db0107fb9265a27944415d612d, ASSIGN; state=OFFLINE, location=218194e0d8ec,44881,1733408545076; forceNewPlan=false, retain=false 2024-12-05T14:22:43,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4c8bf8db0107fb9265a27944415d612d, regionState=OPENING, regionLocation=218194e0d8ec,44881,1733408545076 2024-12-05T14:22:43,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4c8bf8db0107fb9265a27944415d612d, ASSIGN because future has completed 2024-12-05T14:22:43,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c8bf8db0107fb9265a27944415d612d, server=218194e0d8ec,44881,1733408545076}] 2024-12-05T14:22:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:22:43,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. 2024-12-05T14:22:43,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:22:43,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T14:22:43,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=218194e0d8ec%2C44881%2C1733408545076.rep, suffix=, logDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076, archiveDir=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/oldWALs, maxLogs=10 2024-12-05T14:22:43,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.rep.1733408563304, exclude list is [], retry=0 2024-12-05T14:22:43,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-3b610856-6211-4cf7-a750-5fdf6b7d1a27,DISK] 2024-12-05T14:22:43,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.rep.1733408563304 2024-12-05T14:22:43,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33733:33733)] 2024-12-05T14:22:43,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c8bf8db0107fb9265a27944415d612d, NAME => 'hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:22:43,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T14:22:43,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:22:43,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. service=MultiRowMutationService 2024-12-05T14:22:43,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T14:22:43,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:22:43,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,320 INFO [StoreOpener-4c8bf8db0107fb9265a27944415d612d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,321 INFO [StoreOpener-4c8bf8db0107fb9265a27944415d612d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8bf8db0107fb9265a27944415d612d columnFamilyName hfileref 2024-12-05T14:22:43,321 DEBUG [StoreOpener-4c8bf8db0107fb9265a27944415d612d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:43,321 INFO [StoreOpener-4c8bf8db0107fb9265a27944415d612d-1 {}] regionserver.HStore(327): Store=4c8bf8db0107fb9265a27944415d612d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:43,321 INFO [StoreOpener-4c8bf8db0107fb9265a27944415d612d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,322 INFO [StoreOpener-4c8bf8db0107fb9265a27944415d612d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8bf8db0107fb9265a27944415d612d columnFamilyName queue 2024-12-05T14:22:43,322 DEBUG [StoreOpener-4c8bf8db0107fb9265a27944415d612d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:43,322 INFO [StoreOpener-4c8bf8db0107fb9265a27944415d612d-1 {}] regionserver.HStore(327): Store=4c8bf8db0107fb9265a27944415d612d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:43,322 INFO [StoreOpener-4c8bf8db0107fb9265a27944415d612d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,323 INFO [StoreOpener-4c8bf8db0107fb9265a27944415d612d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8bf8db0107fb9265a27944415d612d columnFamilyName sid 2024-12-05T14:22:43,323 DEBUG [StoreOpener-4c8bf8db0107fb9265a27944415d612d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:22:43,323 INFO [StoreOpener-4c8bf8db0107fb9265a27944415d612d-1 {}] regionserver.HStore(327): Store=4c8bf8db0107fb9265a27944415d612d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:22:43,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:22:43,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:22:43,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4c8bf8db0107fb9265a27944415d612d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61439453, jitterRate=-0.08448080718517303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:22:43,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:43,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4c8bf8db0107fb9265a27944415d612d: Running coprocessor pre-open hook at 1733408563319Writing region info on filesystem at 1733408563319Initializing all the Stores at 1733408563320 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408563320Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408563320Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408563320Cleaning up temporary data from old regions at 1733408563324 (+4 ms)Running coprocessor post-open hooks at 1733408563327 (+3 ms)Region opened successfully at 1733408563327 2024-12-05T14:22:43,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d., pid=10, masterSystemTime=1733408563300 2024-12-05T14:22:43,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. 2024-12-05T14:22:43,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. 2024-12-05T14:22:43,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4c8bf8db0107fb9265a27944415d612d, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,44881,1733408545076 2024-12-05T14:22:43,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c8bf8db0107fb9265a27944415d612d, server=218194e0d8ec,44881,1733408545076 because future has completed 2024-12-05T14:22:43,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:22:43,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c8bf8db0107fb9265a27944415d612d, server=218194e0d8ec,44881,1733408545076 in 183 msec 2024-12-05T14:22:43,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T14:22:43,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4c8bf8db0107fb9265a27944415d612d, ASSIGN in 338 msec 2024-12-05T14:22:43,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:22:43,335 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408563334"}]},"ts":"1733408563334"} 2024-12-05T14:22:43,336 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T14:22:43,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:22:43,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-12-05T14:22:43,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d., hostname=218194e0d8ec,44881,1733408545076, seqNum=2] 2024-12-05T14:22:43,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:43,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:43,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:22:43,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T14:22:43,581 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T14:22:43,602 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-218194e0d8ec,44881,1733408545076, ReplicationSource: 1, currentBandwidth=0 2024-12-05T14:22:43,603 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:43,603 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,44881,1733408545076, seqNum=-1] 2024-12-05T14:22:43,603 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:43,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-05T14:22:43,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-218194e0d8ec,44881,1733408545076', locateType=CURRENT is [region=hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d., hostname=218194e0d8ec,44881,1733408545076, seqNum=2] 2024-12-05T14:22:43,607 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T14:22:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T14:22:43,608 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 218194e0d8ec,44881,1733408545076 suceeded 2024-12-05T14:22:43,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T14:22:43,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-12-05T14:22:43,610 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://218194e0d8ec:40195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:22:43,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4820 sec 2024-12-05T14:22:43,619 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:40195' 2024-12-05T14:22:43,620 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39605932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:43,620 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40195,-1 for getting cluster id 2024-12-05T14:22:43,620 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:43,621 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc1f79cd-baac-42d9-afb3-80eaec4091d7' 2024-12-05T14:22:43,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:43,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc1f79cd-baac-42d9-afb3-80eaec4091d7" 2024-12-05T14:22:43,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2340c5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:43,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40195,-1] 2024-12-05T14:22:43,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:43,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:43,622 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:43,622 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d5ddccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:43,622 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:43,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,40195,1733408550104 2024-12-05T14:22:43,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6750ba8d 2024-12-05T14:22:43,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:43,623 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T14:22:43,624 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-218194e0d8ec,44881,1733408545076 (queues=1) is replicating from cluster=c2ca6da6-7203-4a76-8c59-afdbe01e0ba8 to cluster=dc1f79cd-baac-42d9-afb3-80eaec4091d7 2024-12-05T14:22:43,624 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=218194e0d8ec%2C44881%2C1733408545076 2024-12-05T14:22:43,624 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-218194e0d8ec,44881,1733408545076, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:22:43,624 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C44881%2C1733408545076 2024-12-05T14:22:43,624 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864, startPosition=0, beingWritten=true 2024-12-05T14:22:43,628 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:22:43,628 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 to pos 379, reset compression=false 2024-12-05T14:22:43,628 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,44881,1733408545076 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:22:43,831 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 to pos 379, reset compression=false 2024-12-05T14:22:44,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:22:44,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:44,134 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 to pos 379, reset compression=false 2024-12-05T14:22:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T14:22:44,275 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T14:22:44,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:44,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:44,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:44,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:44,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:44,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2209b6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:44,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,32953,-1 for getting cluster id 2024-12-05T14:22:44,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:44,277 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ca6da6-7203-4a76-8c59-afdbe01e0ba8' 2024-12-05T14:22:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ca6da6-7203-4a76-8c59-afdbe01e0ba8" 2024-12-05T14:22:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558a8c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,32953,-1] 2024-12-05T14:22:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:44,278 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:44,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50612f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:44,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da30b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:44,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40195,-1 for getting cluster id 2024-12-05T14:22:44,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:44,280 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc1f79cd-baac-42d9-afb3-80eaec4091d7' 2024-12-05T14:22:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc1f79cd-baac-42d9-afb3-80eaec4091d7" 2024-12-05T14:22:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3106d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40195,-1] 2024-12-05T14:22:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:44,281 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6568d975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:44,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c485344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:44,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38483,-1 for getting cluster id 2024-12-05T14:22:44,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:44,282 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4150306c-314d-4e2f-875d-9026d7ee9146' 2024-12-05T14:22:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4150306c-314d-4e2f-875d-9026d7ee9146" 2024-12-05T14:22:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f9b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38483,-1] 2024-12-05T14:22:44,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:44,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:44,283 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4147d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:44,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:44,287 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733408564286/Put/seqid=0 2024-12-05T14:22:44,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741840_1016 (size=7894) 2024-12-05T14:22:44,294 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733408564294/Put/seqid=0 2024-12-05T14:22:44,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741841_1017 (size=7691) 2024-12-05T14:22:44,537 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 to pos 379, reset compression=false 2024-12-05T14:22:44,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82fb276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:44,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,32953,-1 for getting cluster id 2024-12-05T14:22:44,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:44,703 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ca6da6-7203-4a76-8c59-afdbe01e0ba8' 2024-12-05T14:22:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ca6da6-7203-4a76-8c59-afdbe01e0ba8" 2024-12-05T14:22:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366782f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,32953,-1] 2024-12-05T14:22:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:44,704 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:44,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bc21e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:44,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,44881,1733408545076, seqNum=-1] 2024-12-05T14:22:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:44,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:22:44,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,32953,1733408544890 2024-12-05T14:22:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@702c5c7b 2024-12-05T14:22:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:44,714 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:22:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733408558200.223c019e313452afc41d9d27314691b9., hostname=218194e0d8ec,44881,1733408545076, seqNum=2] 2024-12-05T14:22:44,718 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:22:44,722 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-05T14:22:44,724 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-05T14:22:44,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 223c019e313452afc41d9d27314691b9/f 2024-12-05T14:22:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T14:22:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:22:44,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 223c019e313452afc41d9d27314691b9/f 2024-12-05T14:22:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T14:22:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:22:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HRegion(2603): Flush status journal for 223c019e313452afc41d9d27314691b9: 2024-12-05T14:22:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3qnj3bagmkaqkujfugf91hdbipo3fathg99sipegel9hvn307kr4dj2uun68qrct/f/hfile_1 2024-12-05T14:22:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3qnj3bagmkaqkujfugf91hdbipo3fathg99sipegel9hvn307kr4dj2uun68qrct/f/hfile_1 as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/271db82867e84351abae431d642b7cd0_SeqId_4_ 2024-12-05T14:22:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3qnj3bagmkaqkujfugf91hdbipo3fathg99sipegel9hvn307kr4dj2uun68qrct/f/hfile_0 2024-12-05T14:22:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3qnj3bagmkaqkujfugf91hdbipo3fathg99sipegel9hvn307kr4dj2uun68qrct/f/hfile_0 as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/14e06a85e3294615b11024ac66e153e5_SeqId_4_ 2024-12-05T14:22:44,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3qnj3bagmkaqkujfugf91hdbipo3fathg99sipegel9hvn307kr4dj2uun68qrct/f/hfile_1 into 223c019e313452afc41d9d27314691b9/f as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/271db82867e84351abae431d642b7cd0_SeqId_4_ - updating store file list. 2024-12-05T14:22:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 271db82867e84351abae431d642b7cd0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:22:44,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/271db82867e84351abae431d642b7cd0_SeqId_4_ into 223c019e313452afc41d9d27314691b9/f 2024-12-05T14:22:44,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3qnj3bagmkaqkujfugf91hdbipo3fathg99sipegel9hvn307kr4dj2uun68qrct/f/hfile_1 into 223c019e313452afc41d9d27314691b9/f (new location: hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/271db82867e84351abae431d642b7cd0_SeqId_4_) 2024-12-05T14:22:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3qnj3bagmkaqkujfugf91hdbipo3fathg99sipegel9hvn307kr4dj2uun68qrct/f/hfile_1 2024-12-05T14:22:44,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3qnj3bagmkaqkujfugf91hdbipo3fathg99sipegel9hvn307kr4dj2uun68qrct/f/hfile_0 into 223c019e313452afc41d9d27314691b9/f as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/14e06a85e3294615b11024ac66e153e5_SeqId_4_ - updating store file list. 2024-12-05T14:22:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 14e06a85e3294615b11024ac66e153e5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:22:44,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/14e06a85e3294615b11024ac66e153e5_SeqId_4_ into 223c019e313452afc41d9d27314691b9/f 2024-12-05T14:22:44,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3qnj3bagmkaqkujfugf91hdbipo3fathg99sipegel9hvn307kr4dj2uun68qrct/f/hfile_0 into 223c019e313452afc41d9d27314691b9/f (new location: hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/14e06a85e3294615b11024ac66e153e5_SeqId_4_) 2024-12-05T14:22:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3qnj3bagmkaqkujfugf91hdbipo3fathg99sipegel9hvn307kr4dj2uun68qrct/f/hfile_0 2024-12-05T14:22:44,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:44,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:44,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:44,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:44,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733408558200.223c019e313452afc41d9d27314691b9., hostname=218194e0d8ec,44881,1733408545076, seqNum=2 , the old value is region=test,,1733408558200.223c019e313452afc41d9d27314691b9., hostname=218194e0d8ec,44881,1733408545076, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=218194e0d8ec:44881 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T14:22:44,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733408558200.223c019e313452afc41d9d27314691b9., hostname=218194e0d8ec,44881,1733408545076, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T14:22:44,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733408558200.223c019e313452afc41d9d27314691b9., hostname=218194e0d8ec,44881,1733408545076, seqNum=2 from cache 2024-12-05T14:22:44,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:44,745 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T14:22:44,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35599,1733408550244, seqNum=-1] 2024-12-05T14:22:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:44,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:22:44,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a., hostname=218194e0d8ec,35599,1733408550244, seqNum=2] 2024-12-05T14:22:44,749 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T14:22:44,854 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:44881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T14:22:45,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T14:22:45,041 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 to pos 379, reset compression=false 2024-12-05T14:22:45,045 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:22:45,045 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,44881,1733408545076 got entry batch from reader: WALEntryBatch [walEntries=[{test/223c019e313452afc41d9d27314691b9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733408564743/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T14:22:45,046 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:22:45,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T14:22:45,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.ReplicationSink(318): Replicating [c2ca6da6-7203-4a76-8c59-afdbe01e0ba8] bulk loaded data 2024-12-05T14:22:45,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@265c6d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:45,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,40195,-1 for getting cluster id 2024-12-05T14:22:45,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:45,048 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc1f79cd-baac-42d9-afb3-80eaec4091d7' 2024-12-05T14:22:45,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:45,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc1f79cd-baac-42d9-afb3-80eaec4091d7" 2024-12-05T14:22:45,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3121f9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:45,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,40195,-1] 2024-12-05T14:22:45,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:45,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:45,049 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:45,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@302e36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:45,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741837_1013 (size=7691) 2024-12-05T14:22:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741838_1014 (size=7894) 2024-12-05T14:22:45,245 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 to pos 687, reset compression=false 2024-12-05T14:22:45,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:45,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,40195,1733408550104 2024-12-05T14:22:45,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c8b2534 2024-12-05T14:22:45,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:45,465 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-05T14:22:45,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:22:45,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:45,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,35599,1733408550244, seqNum=-1] 2024-12-05T14:22:45,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:45,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-05T14:22:45,473 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__en4urqc7fgqfpp32qanhr2naoe4ie2hg82h12m7csj19im7fq4qqe81je1l7u0n3/f/14e06a85e3294615b11024ac66e153e5_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-05T14:22:45,475 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__en4urqc7fgqfpp32qanhr2naoe4ie2hg82h12m7csj19im7fq4qqe81je1l7u0n3/f/271db82867e84351abae431d642b7cd0_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-05T14:22:45,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__en4urqc7fgqfpp32qanhr2naoe4ie2hg82h12m7csj19im7fq4qqe81je1l7u0n3/f/14e06a85e3294615b11024ac66e153e5_SeqId_4_ for inclusion in 0d8bd42472b2cff2945b07e256113d4a/f 2024-12-05T14:22:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T14:22:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:22:45,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__en4urqc7fgqfpp32qanhr2naoe4ie2hg82h12m7csj19im7fq4qqe81je1l7u0n3/f/271db82867e84351abae431d642b7cd0_SeqId_4_ for inclusion in 0d8bd42472b2cff2945b07e256113d4a/f 2024-12-05T14:22:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T14:22:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:22:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegion(2603): Flush status journal for 0d8bd42472b2cff2945b07e256113d4a: 2024-12-05T14:22:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 14e06a85e3294615b11024ac66e153e5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T14:22:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__en4urqc7fgqfpp32qanhr2naoe4ie2hg82h12m7csj19im7fq4qqe81je1l7u0n3/f/14e06a85e3294615b11024ac66e153e5_SeqId_4_ as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/fc280cc094e346978d8ef87191cdc1ea_SeqId_4_ 2024-12-05T14:22:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 271db82867e84351abae431d642b7cd0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T14:22:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__en4urqc7fgqfpp32qanhr2naoe4ie2hg82h12m7csj19im7fq4qqe81je1l7u0n3/f/271db82867e84351abae431d642b7cd0_SeqId_4_ as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/fe448ea31fe84c239b3966a4c3c8e945_SeqId_4_ 2024-12-05T14:22:45,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__en4urqc7fgqfpp32qanhr2naoe4ie2hg82h12m7csj19im7fq4qqe81je1l7u0n3/f/14e06a85e3294615b11024ac66e153e5_SeqId_4_ into 0d8bd42472b2cff2945b07e256113d4a/f as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/fc280cc094e346978d8ef87191cdc1ea_SeqId_4_ - updating store file list. 2024-12-05T14:22:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc280cc094e346978d8ef87191cdc1ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:22:45,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/fc280cc094e346978d8ef87191cdc1ea_SeqId_4_ into 0d8bd42472b2cff2945b07e256113d4a/f 2024-12-05T14:22:45,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__en4urqc7fgqfpp32qanhr2naoe4ie2hg82h12m7csj19im7fq4qqe81je1l7u0n3/f/14e06a85e3294615b11024ac66e153e5_SeqId_4_ into 0d8bd42472b2cff2945b07e256113d4a/f (new location: hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/fc280cc094e346978d8ef87191cdc1ea_SeqId_4_) 2024-12-05T14:22:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__en4urqc7fgqfpp32qanhr2naoe4ie2hg82h12m7csj19im7fq4qqe81je1l7u0n3/f/14e06a85e3294615b11024ac66e153e5_SeqId_4_ 2024-12-05T14:22:45,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__en4urqc7fgqfpp32qanhr2naoe4ie2hg82h12m7csj19im7fq4qqe81je1l7u0n3/f/271db82867e84351abae431d642b7cd0_SeqId_4_ into 0d8bd42472b2cff2945b07e256113d4a/f as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/fe448ea31fe84c239b3966a4c3c8e945_SeqId_4_ - updating store file list. 2024-12-05T14:22:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe448ea31fe84c239b3966a4c3c8e945_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:22:45,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/fe448ea31fe84c239b3966a4c3c8e945_SeqId_4_ into 0d8bd42472b2cff2945b07e256113d4a/f 2024-12-05T14:22:45,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__en4urqc7fgqfpp32qanhr2naoe4ie2hg82h12m7csj19im7fq4qqe81je1l7u0n3/f/271db82867e84351abae431d642b7cd0_SeqId_4_ into 0d8bd42472b2cff2945b07e256113d4a/f (new location: hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/fe448ea31fe84c239b3966a4c3c8e945_SeqId_4_) 2024-12-05T14:22:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__en4urqc7fgqfpp32qanhr2naoe4ie2hg82h12m7csj19im7fq4qqe81je1l7u0n3/f/271db82867e84351abae431d642b7cd0_SeqId_4_ 2024-12-05T14:22:45,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.ReplicationSink(324): Finished replicating [c2ca6da6-7203-4a76-8c59-afdbe01e0ba8] bulk loaded data 2024-12-05T14:22:45,548 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 to pos 687, reset compression=false 2024-12-05T14:22:45,593 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:22:45,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:45,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39355,1733408555646, seqNum=-1] 2024-12-05T14:22:45,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:45,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:22:45,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433., hostname=218194e0d8ec,39355,1733408555646, seqNum=2] 2024-12-05T14:22:45,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:22:45,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:22:45,764 DEBUG [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 218194e0d8ec%2C44881%2C1733408545076.meta:.meta(num 1733408547880) roll requested 2024-12-05T14:22:45,776 DEBUG [regionserver/218194e0d8ec:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.meta.1733408565764.meta, exclude list is [], retry=0 2024-12-05T14:22:45,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-3b610856-6211-4cf7-a750-5fdf6b7d1a27,DISK] 2024-12-05T14:22:45,779 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.meta.1733408547880.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.meta.1733408565764.meta 2024-12-05T14:22:45,780 DEBUG [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33733:33733)] 2024-12-05T14:22:45,780 DEBUG [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.meta.1733408547880.meta is not closed yet, will try archiving it next time 2024-12-05T14:22:45,780 DEBUG [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 218194e0d8ec%2C44881%2C1733408545076.rep:(num 1733408563304) roll requested 2024-12-05T14:22:45,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741834_1010 (size=3473) 2024-12-05T14:22:45,791 DEBUG [regionserver/218194e0d8ec:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.rep.1733408565780, exclude list is [], retry=0 2024-12-05T14:22:45,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-3b610856-6211-4cf7-a750-5fdf6b7d1a27,DISK] 2024-12-05T14:22:45,794 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.rep.1733408563304 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.rep.1733408565780 2024-12-05T14:22:45,794 DEBUG [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33733:33733)] 2024-12-05T14:22:45,794 DEBUG [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.rep.1733408563304 is not closed yet, will try archiving it next time 2024-12-05T14:22:45,794 DEBUG [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 218194e0d8ec%2C44881%2C1733408545076:(num 1733408546864) roll requested 2024-12-05T14:22:45,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741839_1015 (size=1505) 2024-12-05T14:22:45,805 DEBUG [regionserver/218194e0d8ec:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794, exclude list is [], retry=0 2024-12-05T14:22:45,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-3b610856-6211-4cf7-a750-5fdf6b7d1a27,DISK] 2024-12-05T14:22:45,808 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 2024-12-05T14:22:45,808 DEBUG [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33733:33733)] 2024-12-05T14:22:45,808 DEBUG [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 is not closed yet, will try archiving it next time 2024-12-05T14:22:45,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713ada8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:45,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,32953,-1 for getting cluster id 2024-12-05T14:22:45,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:45,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741832_1008 (size=695) 2024-12-05T14:22:45,809 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ca6da6-7203-4a76-8c59-afdbe01e0ba8' 2024-12-05T14:22:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ca6da6-7203-4a76-8c59-afdbe01e0ba8" 2024-12-05T14:22:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79114955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,32953,-1] 2024-12-05T14:22:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:45,810 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:45,810 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 to hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/oldWALs/218194e0d8ec%2C44881%2C1733408545076.1733408546864 2024-12-05T14:22:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659a7c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:45,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,32953,1733408544890 2024-12-05T14:22:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59f8c7d8 2024-12-05T14:22:45,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:45,812 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:22:45,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://218194e0d8ec:38483,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T14:22:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T14:22:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T14:22:45,815 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:38483' 2024-12-05T14:22:45,816 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305d4d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:45,816 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38483,-1 for getting cluster id 2024-12-05T14:22:45,817 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:45,817 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4150306c-314d-4e2f-875d-9026d7ee9146' 2024-12-05T14:22:45,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:45,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4150306c-314d-4e2f-875d-9026d7ee9146" 2024-12-05T14:22:45,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541487c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:45,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38483,-1] 2024-12-05T14:22:45,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:45,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:45,818 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:45,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c013362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:45,819 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:45,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38483,1733408555506 2024-12-05T14:22:45,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cf3a3c1 2024-12-05T14:22:45,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:45,820 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:22:45,821 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T14:22:45,821 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T14:22:45,821 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:45,821 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:45,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:45,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T14:22:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T14:22:45,951 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 to pos 687, reset compression=false 2024-12-05T14:22:45,952 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 was moved to hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/oldWALs/218194e0d8ec%2C44881%2C1733408545076.1733408546864 2024-12-05T14:22:45,953 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864 2024-12-05T14:22:45,953 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794, startPosition=0, beingWritten=true 2024-12-05T14:22:45,953 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,44881,1733408545076 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408546864, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T14:22:45,955 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [218194e0d8ec%2C44881%2C1733408545076.1733408546864] 2024-12-05T14:22:46,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T14:22:46,054 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T14:22:46,077 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-218194e0d8ec,44881,1733408545076, ReplicationSource: 2, currentBandwidth=0 2024-12-05T14:22:46,079 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T14:22:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T14:22:46,080 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 218194e0d8ec,44881,1733408545076 suceeded 2024-12-05T14:22:46,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T14:22:46,081 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://218194e0d8ec:38483,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T14:22:46,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 178 msec 2024-12-05T14:22:46,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 268 msec 2024-12-05T14:22:46,090 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='218194e0d8ec:38483' 2024-12-05T14:22:46,091 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4103f2e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:46,091 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38483,-1 for getting cluster id 2024-12-05T14:22:46,091 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:46,092 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4150306c-314d-4e2f-875d-9026d7ee9146' 2024-12-05T14:22:46,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:46,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4150306c-314d-4e2f-875d-9026d7ee9146" 2024-12-05T14:22:46,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29c3e076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:46,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38483,-1] 2024-12-05T14:22:46,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:46,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:46,093 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:46,093 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77b47d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:46,093 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:46,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38483,1733408555506 2024-12-05T14:22:46,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64da283b 2024-12-05T14:22:46,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:46,094 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T14:22:46,095 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-218194e0d8ec,44881,1733408545076 (queues=1) is replicating from cluster=c2ca6da6-7203-4a76-8c59-afdbe01e0ba8 to cluster=4150306c-314d-4e2f-875d-9026d7ee9146 2024-12-05T14:22:46,095 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=218194e0d8ec%2C44881%2C1733408545076 2024-12-05T14:22:46,095 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-218194e0d8ec,44881,1733408545076, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T14:22:46,095 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794, startPosition=0, beingWritten=true 2024-12-05T14:22:46,095 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 218194e0d8ec%2C44881%2C1733408545076 2024-12-05T14:22:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T14:22:46,134 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T14:22:46,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:46,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:46,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:46,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:46,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:46,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:22:46,137 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733408566137/Put/seqid=0 2024-12-05T14:22:46,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741845_1021 (size=11194) 2024-12-05T14:22:46,298 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 0, reset compression=false 2024-12-05T14:22:46,457 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 0, reset compression=false 2024-12-05T14:22:46,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733408566543/Put/seqid=0 2024-12-05T14:22:46,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741846_1022 (size=10791) 2024-12-05T14:22:46,602 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 0, reset compression=false 2024-12-05T14:22:46,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3893f7d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:46,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,32953,-1 for getting cluster id 2024-12-05T14:22:46,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:46,949 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ca6da6-7203-4a76-8c59-afdbe01e0ba8' 2024-12-05T14:22:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ca6da6-7203-4a76-8c59-afdbe01e0ba8" 2024-12-05T14:22:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158d94e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,32953,-1] 2024-12-05T14:22:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:46,950 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:46,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1963a2f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:46,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:46,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,44881,1733408545076, seqNum=-1] 2024-12-05T14:22:46,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:46,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:22:46,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:46,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,32953,1733408544890 2024-12-05T14:22:46,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@365459a1 2024-12-05T14:22:46,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:46,958 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:22:46,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733408558200.223c019e313452afc41d9d27314691b9., hostname=218194e0d8ec,44881,1733408545076, seqNum=2] 2024-12-05T14:22:46,962 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:22:46,965 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-05T14:22:46,967 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-05T14:22:46,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 223c019e313452afc41d9d27314691b9/f 2024-12-05T14:22:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T14:22:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:22:46,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 223c019e313452afc41d9d27314691b9/f 2024-12-05T14:22:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T14:22:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:22:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HRegion(2603): Flush status journal for 223c019e313452afc41d9d27314691b9: 2024-12-05T14:22:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3scdpruc561v5h0gubrmb14h4q5kena0pm4u3kkhn40ih7je99hkk7tqfou53jcd/f/hfile_1 2024-12-05T14:22:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3scdpruc561v5h0gubrmb14h4q5kena0pm4u3kkhn40ih7je99hkk7tqfou53jcd/f/hfile_1 as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ 2024-12-05T14:22:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3scdpruc561v5h0gubrmb14h4q5kena0pm4u3kkhn40ih7je99hkk7tqfou53jcd/f/hfile_0 2024-12-05T14:22:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3scdpruc561v5h0gubrmb14h4q5kena0pm4u3kkhn40ih7je99hkk7tqfou53jcd/f/hfile_0 as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ 2024-12-05T14:22:46,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3scdpruc561v5h0gubrmb14h4q5kena0pm4u3kkhn40ih7je99hkk7tqfou53jcd/f/hfile_1 into 223c019e313452afc41d9d27314691b9/f as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ - updating store file list. 2024-12-05T14:22:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22035d727dcb44fc920f6fe0e6cededf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T14:22:46,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ into 223c019e313452afc41d9d27314691b9/f 2024-12-05T14:22:46,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3scdpruc561v5h0gubrmb14h4q5kena0pm4u3kkhn40ih7je99hkk7tqfou53jcd/f/hfile_1 into 223c019e313452afc41d9d27314691b9/f (new location: hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_) 2024-12-05T14:22:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3scdpruc561v5h0gubrmb14h4q5kena0pm4u3kkhn40ih7je99hkk7tqfou53jcd/f/hfile_1 2024-12-05T14:22:46,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3scdpruc561v5h0gubrmb14h4q5kena0pm4u3kkhn40ih7je99hkk7tqfou53jcd/f/hfile_0 into 223c019e313452afc41d9d27314691b9/f as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ - updating store file list. 2024-12-05T14:22:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 960be7382057415db1a0d8d06fa0982d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T14:22:46,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ into 223c019e313452afc41d9d27314691b9/f 2024-12-05T14:22:46,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3scdpruc561v5h0gubrmb14h4q5kena0pm4u3kkhn40ih7je99hkk7tqfou53jcd/f/hfile_0 into 223c019e313452afc41d9d27314691b9/f (new location: hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_) 2024-12-05T14:22:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/staging/jenkins__test__3scdpruc561v5h0gubrmb14h4q5kena0pm4u3kkhn40ih7je99hkk7tqfou53jcd/f/hfile_0 2024-12-05T14:22:46,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:46,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:46,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:46,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:46,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733408558200.223c019e313452afc41d9d27314691b9., hostname=218194e0d8ec,44881,1733408545076, seqNum=2 , the old value is region=test,,1733408558200.223c019e313452afc41d9d27314691b9., hostname=218194e0d8ec,44881,1733408545076, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=218194e0d8ec:44881 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T14:22:46,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733408558200.223c019e313452afc41d9d27314691b9., hostname=218194e0d8ec,44881,1733408545076, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T14:22:46,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733408558200.223c019e313452afc41d9d27314691b9., hostname=218194e0d8ec,44881,1733408545076, seqNum=2 from cache 2024-12-05T14:22:46,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:46,988 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T14:22:46,990 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T14:22:47,005 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 0, reset compression=false 2024-12-05T14:22:47,009 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:22:47,009 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-218194e0d8ec,44881,1733408545076 got entry batch from reader: WALEntryBatch [walEntries=[{test/223c019e313452afc41d9d27314691b9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733408566986/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T14:22:47,010 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:22:47,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T14:22:47,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.ReplicationSink(318): Replicating [c2ca6da6-7203-4a76-8c59-afdbe01e0ba8] bulk loaded data 2024-12-05T14:22:47,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@397072ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:47,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,38483,-1 for getting cluster id 2024-12-05T14:22:47,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:22:47,012 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4150306c-314d-4e2f-875d-9026d7ee9146' 2024-12-05T14:22:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:22:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4150306c-314d-4e2f-875d-9026d7ee9146" 2024-12-05T14:22:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4159e296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,38483,-1] 2024-12-05T14:22:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:22:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:47,013 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:22:47,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6380663d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:22:47,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741837_1013 (size=10791) 2024-12-05T14:22:47,060 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 0, reset compression=false 2024-12-05T14:22:47,064 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T14:22:47,064 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,44881,1733408545076 got entry batch from reader: WALEntryBatch [walEntries=[{test/223c019e313452afc41d9d27314691b9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733408566986/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T14:22:47,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.ReplicationSink(318): Replicating [c2ca6da6-7203-4a76-8c59-afdbe01e0ba8] bulk loaded data 2024-12-05T14:22:47,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741839_1015 (size=10791) 2024-12-05T14:22:47,094 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:44881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T14:22:47,209 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:47,264 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741838_1014 (size=11194) 2024-12-05T14:22:47,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741840_1016 (size=11194) 2024-12-05T14:22:47,512 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:47,567 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:47,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:47,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,38483,1733408555506 2024-12-05T14:22:47,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78c4cfc1 2024-12-05T14:22:47,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:22:47,828 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-05T14:22:47,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:22:47,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:22:47,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39355,1733408555646, seqNum=-1] 2024-12-05T14:22:47,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:22:47,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-05T14:22:47,869 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/staging/jenkins.hfs.23__test__kdcp6o33fp6pumni2hhto506k75k751mb9m1029vdu6eqfuigijjimb5hua1ujuh/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T14:22:47,871 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/staging/jenkins.hfs.23__test__kdcp6o33fp6pumni2hhto506k75k751mb9m1029vdu6eqfuigijjimb5hua1ujuh/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T14:22:47,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/staging/jenkins.hfs.23__test__kdcp6o33fp6pumni2hhto506k75k751mb9m1029vdu6eqfuigijjimb5hua1ujuh/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ for inclusion in 6fad0e51d350aa49fd2e3f06937d3433/f 2024-12-05T14:22:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T14:22:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:22:47,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/staging/jenkins.hfs.23__test__kdcp6o33fp6pumni2hhto506k75k751mb9m1029vdu6eqfuigijjimb5hua1ujuh/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ for inclusion in 6fad0e51d350aa49fd2e3f06937d3433/f 2024-12-05T14:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T14:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HRegion(2603): Flush status journal for 6fad0e51d350aa49fd2e3f06937d3433: 2024-12-05T14:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T14:22:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/staging/jenkins.hfs.23__test__kdcp6o33fp6pumni2hhto506k75k751mb9m1029vdu6eqfuigijjimb5hua1ujuh/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ as hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/default/test/6fad0e51d350aa49fd2e3f06937d3433/f/7092b099b40b43ea85b133624e4d1972_SeqId_4_ 2024-12-05T14:22:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 960be7382057415db1a0d8d06fa0982d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T14:22:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/staging/jenkins.hfs.23__test__kdcp6o33fp6pumni2hhto506k75k751mb9m1029vdu6eqfuigijjimb5hua1ujuh/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ as hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/default/test/6fad0e51d350aa49fd2e3f06937d3433/f/ba65f275f1f74bf0954ad65deb808d88_SeqId_4_ 2024-12-05T14:22:47,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/staging/jenkins.hfs.23__test__kdcp6o33fp6pumni2hhto506k75k751mb9m1029vdu6eqfuigijjimb5hua1ujuh/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ into 6fad0e51d350aa49fd2e3f06937d3433/f as hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/default/test/6fad0e51d350aa49fd2e3f06937d3433/f/7092b099b40b43ea85b133624e4d1972_SeqId_4_ - updating store file list. 2024-12-05T14:22:47,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T14:22:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7092b099b40b43ea85b133624e4d1972_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:22:47,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/default/test/6fad0e51d350aa49fd2e3f06937d3433/f/7092b099b40b43ea85b133624e4d1972_SeqId_4_ into 6fad0e51d350aa49fd2e3f06937d3433/f 2024-12-05T14:22:47,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/staging/jenkins.hfs.23__test__kdcp6o33fp6pumni2hhto506k75k751mb9m1029vdu6eqfuigijjimb5hua1ujuh/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ into 6fad0e51d350aa49fd2e3f06937d3433/f (new location: hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/default/test/6fad0e51d350aa49fd2e3f06937d3433/f/7092b099b40b43ea85b133624e4d1972_SeqId_4_) 2024-12-05T14:22:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/staging/jenkins.hfs.23__test__kdcp6o33fp6pumni2hhto506k75k751mb9m1029vdu6eqfuigijjimb5hua1ujuh/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ 2024-12-05T14:22:47,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/staging/jenkins.hfs.23__test__kdcp6o33fp6pumni2hhto506k75k751mb9m1029vdu6eqfuigijjimb5hua1ujuh/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ into 6fad0e51d350aa49fd2e3f06937d3433/f as hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/default/test/6fad0e51d350aa49fd2e3f06937d3433/f/ba65f275f1f74bf0954ad65deb808d88_SeqId_4_ - updating store file list. 2024-12-05T14:22:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba65f275f1f74bf0954ad65deb808d88_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T14:22:47,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/default/test/6fad0e51d350aa49fd2e3f06937d3433/f/ba65f275f1f74bf0954ad65deb808d88_SeqId_4_ into 6fad0e51d350aa49fd2e3f06937d3433/f 2024-12-05T14:22:47,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/staging/jenkins.hfs.23__test__kdcp6o33fp6pumni2hhto506k75k751mb9m1029vdu6eqfuigijjimb5hua1ujuh/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ into 6fad0e51d350aa49fd2e3f06937d3433/f (new location: hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/default/test/6fad0e51d350aa49fd2e3f06937d3433/f/ba65f275f1f74bf0954ad65deb808d88_SeqId_4_) 2024-12-05T14:22:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/staging/jenkins.hfs.23__test__kdcp6o33fp6pumni2hhto506k75k751mb9m1029vdu6eqfuigijjimb5hua1ujuh/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ 2024-12-05T14:22:47,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] regionserver.ReplicationSink(324): Finished replicating [c2ca6da6-7203-4a76-8c59-afdbe01e0ba8] bulk loaded data 2024-12-05T14:22:47,893 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__4fnnhe38oneltlr62baq09tnodd7nu5f25insici9vqfj1vmnil0d1kfgqv2r0ng/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T14:22:47,896 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__4fnnhe38oneltlr62baq09tnodd7nu5f25insici9vqfj1vmnil0d1kfgqv2r0ng/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T14:22:47,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__4fnnhe38oneltlr62baq09tnodd7nu5f25insici9vqfj1vmnil0d1kfgqv2r0ng/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ for inclusion in 0d8bd42472b2cff2945b07e256113d4a/f 2024-12-05T14:22:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T14:22:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:22:47,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__4fnnhe38oneltlr62baq09tnodd7nu5f25insici9vqfj1vmnil0d1kfgqv2r0ng/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ for inclusion in 0d8bd42472b2cff2945b07e256113d4a/f 2024-12-05T14:22:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T14:22:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T14:22:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegion(2603): Flush status journal for 0d8bd42472b2cff2945b07e256113d4a: 2024-12-05T14:22:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T14:22:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__4fnnhe38oneltlr62baq09tnodd7nu5f25insici9vqfj1vmnil0d1kfgqv2r0ng/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/35a9b329c397471bb675b294620ff081_SeqId_6_ 2024-12-05T14:22:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 960be7382057415db1a0d8d06fa0982d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T14:22:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__4fnnhe38oneltlr62baq09tnodd7nu5f25insici9vqfj1vmnil0d1kfgqv2r0ng/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/d8fa18ff49ec42dca651c9acee0fb8a2_SeqId_6_ 2024-12-05T14:22:47,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__4fnnhe38oneltlr62baq09tnodd7nu5f25insici9vqfj1vmnil0d1kfgqv2r0ng/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ into 0d8bd42472b2cff2945b07e256113d4a/f as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/35a9b329c397471bb675b294620ff081_SeqId_6_ - updating store file list. 2024-12-05T14:22:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 35a9b329c397471bb675b294620ff081_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T14:22:47,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/35a9b329c397471bb675b294620ff081_SeqId_6_ into 0d8bd42472b2cff2945b07e256113d4a/f 2024-12-05T14:22:47,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__4fnnhe38oneltlr62baq09tnodd7nu5f25insici9vqfj1vmnil0d1kfgqv2r0ng/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ into 0d8bd42472b2cff2945b07e256113d4a/f (new location: hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/35a9b329c397471bb675b294620ff081_SeqId_6_) 2024-12-05T14:22:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__4fnnhe38oneltlr62baq09tnodd7nu5f25insici9vqfj1vmnil0d1kfgqv2r0ng/f/22035d727dcb44fc920f6fe0e6cededf_SeqId_6_ 2024-12-05T14:22:47,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__4fnnhe38oneltlr62baq09tnodd7nu5f25insici9vqfj1vmnil0d1kfgqv2r0ng/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ into 0d8bd42472b2cff2945b07e256113d4a/f as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/d8fa18ff49ec42dca651c9acee0fb8a2_SeqId_6_ - updating store file list. 2024-12-05T14:22:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8fa18ff49ec42dca651c9acee0fb8a2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T14:22:47,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/d8fa18ff49ec42dca651c9acee0fb8a2_SeqId_6_ into 0d8bd42472b2cff2945b07e256113d4a/f 2024-12-05T14:22:47,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__4fnnhe38oneltlr62baq09tnodd7nu5f25insici9vqfj1vmnil0d1kfgqv2r0ng/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ into 0d8bd42472b2cff2945b07e256113d4a/f (new location: hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/f/d8fa18ff49ec42dca651c9acee0fb8a2_SeqId_6_) 2024-12-05T14:22:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/staging/jenkins.hfs.22__test__4fnnhe38oneltlr62baq09tnodd7nu5f25insici9vqfj1vmnil0d1kfgqv2r0ng/f/960be7382057415db1a0d8d06fa0982d_SeqId_6_ 2024-12-05T14:22:47,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.ReplicationSink(324): Finished replicating [c2ca6da6-7203-4a76-8c59-afdbe01e0ba8] bulk loaded data 2024-12-05T14:22:47,914 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:47,969 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:48,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:22:48,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:48,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:48,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:48,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:48,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:48,003 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:22:48,003 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1224547676, stopped=false 2024-12-05T14:22:48,003 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,38483,1733408555506 2024-12-05T14:22:48,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-142258137/running 2024-12-05T14:22:48,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-142258137/running 2024-12-05T14:22:48,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:48,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:48,017 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:22:48,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:48,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:48,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:48,018 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,39355,1733408555646' ***** 2024-12-05T14:22:48,018 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:22:48,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Set watcher on znode that does not yet exist, /2-142258137/running 2024-12-05T14:22:48,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Set watcher on znode that does not yet exist, /2-142258137/running 2024-12-05T14:22:48,018 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:22:48,018 INFO [RS:0;218194e0d8ec:39355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:22:48,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:22:48,018 INFO [RS:0;218194e0d8ec:39355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:22:48,019 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:48,019 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,39355,1733408555646 2024-12-05T14:22:48,019 INFO [RS:0;218194e0d8ec:39355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:22:48,019 INFO [RS:0;218194e0d8ec:39355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:39355. 2024-12-05T14:22:48,019 DEBUG [RS:0;218194e0d8ec:39355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:48,019 DEBUG [RS:0;218194e0d8ec:39355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:48,019 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fad0e51d350aa49fd2e3f06937d3433, disabling compactions & flushes 2024-12-05T14:22:48,019 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. 2024-12-05T14:22:48,019 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. 2024-12-05T14:22:48,019 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:22:48,019 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. after waiting 0 ms 2024-12-05T14:22:48,019 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:22:48,019 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. 2024-12-05T14:22:48,019 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:22:48,019 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:22:48,020 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:22:48,020 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6fad0e51d350aa49fd2e3f06937d3433=test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433.} 2024-12-05T14:22:48,020 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fad0e51d350aa49fd2e3f06937d3433 2024-12-05T14:22:48,020 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:22:48,020 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:22:48,020 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:22:48,020 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:22:48,020 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:22:48,020 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T14:22:48,025 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/default/test/6fad0e51d350aa49fd2e3f06937d3433/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T14:22:48,025 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:48,025 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:22:48,025 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. 2024-12-05T14:22:48,025 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fad0e51d350aa49fd2e3f06937d3433: Waiting for close lock at 1733408568019Running coprocessor pre-close hooks at 1733408568019Disabling compacts and flushes for region at 1733408568019Disabling writes for close at 1733408568019Writing region close event to WAL at 1733408568020 (+1 ms)Running coprocessor post-close hooks at 1733408568025 (+5 ms)Closed at 1733408568025 2024-12-05T14:22:48,025 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433. 2024-12-05T14:22:48,034 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/.tmp/info/e849cd822c614666b0f4327e89a15eb6 is 129, key is test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433./info:regioninfo/1733408561112/Put/seqid=0 2024-12-05T14:22:48,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741839_1015 (size=6421) 2024-12-05T14:22:48,038 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/.tmp/info/e849cd822c614666b0f4327e89a15eb6 2024-12-05T14:22:48,052 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/.tmp/ns/aee5b3073e704154bd8183e813be4eaf is 43, key is default/ns:d/1733408558075/Put/seqid=0 2024-12-05T14:22:48,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741840_1016 (size=5153) 2024-12-05T14:22:48,070 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:22:48,220 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:48,362 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:22:48,362 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:22:48,418 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:48,420 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:48,455 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/.tmp/ns/aee5b3073e704154bd8183e813be4eaf 2024-12-05T14:22:48,469 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/.tmp/rep_barrier/0d82ec6ef1544316a2347190b4aff614 is 112, key is test,,1733408559977.6fad0e51d350aa49fd2e3f06937d3433./rep_barrier:seqnumDuringOpen/1733408561112/Put/seqid=0 2024-12-05T14:22:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741841_1017 (size=5518) 2024-12-05T14:22:48,472 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:48,620 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:48,820 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:48,872 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/.tmp/rep_barrier/0d82ec6ef1544316a2347190b4aff614 2024-12-05T14:22:48,891 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/.tmp/table/5bd439ac1f8a48078ce9cb64bef96395 is 40, key is test/table:state/1733408561118/Put/seqid=0 2024-12-05T14:22:48,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741842_1018 (size=5165) 2024-12-05T14:22:49,021 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:49,021 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:49,075 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:49,221 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:22:49,221 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:22:49,221 DEBUG [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:49,295 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/.tmp/table/5bd439ac1f8a48078ce9cb64bef96395 2024-12-05T14:22:49,299 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/.tmp/info/e849cd822c614666b0f4327e89a15eb6 as hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/info/e849cd822c614666b0f4327e89a15eb6 2024-12-05T14:22:49,303 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/info/e849cd822c614666b0f4327e89a15eb6, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T14:22:49,304 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/.tmp/ns/aee5b3073e704154bd8183e813be4eaf as hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/ns/aee5b3073e704154bd8183e813be4eaf 2024-12-05T14:22:49,307 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/ns/aee5b3073e704154bd8183e813be4eaf, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T14:22:49,308 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/.tmp/rep_barrier/0d82ec6ef1544316a2347190b4aff614 as hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/rep_barrier/0d82ec6ef1544316a2347190b4aff614 2024-12-05T14:22:49,312 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/rep_barrier/0d82ec6ef1544316a2347190b4aff614, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T14:22:49,313 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/.tmp/table/5bd439ac1f8a48078ce9cb64bef96395 as hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/table/5bd439ac1f8a48078ce9cb64bef96395 2024-12-05T14:22:49,317 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/table/5bd439ac1f8a48078ce9cb64bef96395, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T14:22:49,318 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-12-05T14:22:49,322 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T14:22:49,323 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:49,323 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:22:49,323 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:49,323 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408568020Running coprocessor pre-close hooks at 1733408568020Disabling compacts and flushes for region at 1733408568020Disabling writes for close at 1733408568020Obtaining lock to block concurrent updates at 1733408568020Preparing flush snapshotting stores in 1588230740 at 1733408568020Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733408568020Flushing stores of hbase:meta,,1.1588230740 at 1733408568021 (+1 ms)Flushing 1588230740/info: creating writer at 1733408568021Flushing 1588230740/info: appending metadata at 1733408568034 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733408568034Flushing 1588230740/ns: creating writer at 1733408568040 (+6 ms)Flushing 1588230740/ns: appending metadata at 1733408568051 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733408568052 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733408568458 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408568468 (+10 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408568468Flushing 1588230740/table: creating writer at 1733408568875 (+407 ms)Flushing 1588230740/table: appending metadata at 1733408568891 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733408568891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571a9521: reopening flushed file at 1733408569299 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5891427e: reopening flushed file at 1733408569303 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529d4c7b: reopening flushed file at 1733408569307 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cad647e: reopening flushed file at 1733408569312 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1733408569318 (+6 ms)Writing region close event to WAL at 1733408569319 (+1 ms)Running coprocessor post-close hooks at 1733408569322 (+3 ms)Closed at 1733408569323 (+1 ms) 2024-12-05T14:22:49,323 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:49,421 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,39355,1733408555646; all regions closed. 2024-12-05T14:22:49,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741834_1010 (size=2717) 2024-12-05T14:22:49,424 DEBUG [RS:0;218194e0d8ec:39355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/oldWALs 2024-12-05T14:22:49,425 INFO [RS:0;218194e0d8ec:39355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C39355%2C1733408555646.meta:.meta(num 1733408558035) 2024-12-05T14:22:49,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741832_1008 (size=1028) 2024-12-05T14:22:49,426 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/WALs/218194e0d8ec,39355,1733408555646/218194e0d8ec%2C39355%2C1733408555646.1733408557486 not finished, retry = 0 2024-12-05T14:22:49,528 DEBUG [RS:0;218194e0d8ec:39355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/oldWALs 2024-12-05T14:22:49,528 INFO [RS:0;218194e0d8ec:39355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C39355%2C1733408555646:(num 1733408557486) 2024-12-05T14:22:49,528 DEBUG [RS:0;218194e0d8ec:39355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:49,528 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:22:49,528 INFO [RS:0;218194e0d8ec:39355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:22:49,528 INFO [RS:0;218194e0d8ec:39355 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:22:49,528 INFO [RS:0;218194e0d8ec:39355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:22:49,528 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:22:49,529 INFO [RS:0;218194e0d8ec:39355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:39355. 2024-12-05T14:22:49,529 DEBUG [RS:0;218194e0d8ec:39355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:49,529 DEBUG [RS:0;218194e0d8ec:39355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:49,529 DEBUG [RS:0;218194e0d8ec:39355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:49,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:49,529 INFO [RS:0;218194e0d8ec:39355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39355 2024-12-05T14:22:49,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137/rs 2024-12-05T14:22:49,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-142258137/rs/218194e0d8ec,39355,1733408555646 2024-12-05T14:22:49,596 INFO [RS:0;218194e0d8ec:39355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:22:49,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,39355,1733408555646] 2024-12-05T14:22:49,617 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-142258137/draining/218194e0d8ec,39355,1733408555646 already deleted, retry=false 2024-12-05T14:22:49,617 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,39355,1733408555646 expired; onlineServers=0 2024-12-05T14:22:49,617 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,38483,1733408555506' ***** 2024-12-05T14:22:49,617 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:22:49,617 INFO [M:0;218194e0d8ec:38483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:22:49,617 INFO [M:0;218194e0d8ec:38483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:22:49,617 DEBUG [M:0;218194e0d8ec:38483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:22:49,618 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:22:49,618 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408557234 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408557234,5,FailOnTimeoutGroup] 2024-12-05T14:22:49,618 DEBUG [M:0;218194e0d8ec:38483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:22:49,618 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408557234 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408557234,5,FailOnTimeoutGroup] 2024-12-05T14:22:49,618 INFO [M:0;218194e0d8ec:38483 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:22:49,618 INFO [M:0;218194e0d8ec:38483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:22:49,618 DEBUG [M:0;218194e0d8ec:38483 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:22:49,618 INFO [M:0;218194e0d8ec:38483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:22:49,618 INFO [M:0;218194e0d8ec:38483 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:22:49,618 INFO [M:0;218194e0d8ec:38483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:22:49,618 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:22:49,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-142258137/master 2024-12-05T14:22:49,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-142258137 2024-12-05T14:22:49,628 DEBUG [M:0;218194e0d8ec:38483 {}] zookeeper.ZKUtil(347): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Unable to get data of znode /2-142258137/master because node does not exist (not an error) 2024-12-05T14:22:49,628 WARN [M:0;218194e0d8ec:38483 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:22:49,628 INFO [M:0;218194e0d8ec:38483 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/.lastflushedseqids 2024-12-05T14:22:49,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741843_1019 (size=173) 2024-12-05T14:22:49,707 INFO [RS:0;218194e0d8ec:39355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:22:49,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:49,707 INFO [RS:0;218194e0d8ec:39355 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,39355,1733408555646; zookeeper connection closed. 2024-12-05T14:22:49,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39355-0x101a5df4bbc0007, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:49,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2746dbfc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2746dbfc 2024-12-05T14:22:49,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:22:49,724 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:49,778 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:50,031 INFO [M:0;218194e0d8ec:38483 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:22:50,032 INFO [M:0;218194e0d8ec:38483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:22:50,032 DEBUG [M:0;218194e0d8ec:38483 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:22:50,032 INFO [M:0;218194e0d8ec:38483 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:50,032 DEBUG [M:0;218194e0d8ec:38483 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:50,032 DEBUG [M:0;218194e0d8ec:38483 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:22:50,032 DEBUG [M:0;218194e0d8ec:38483 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:50,032 INFO [M:0;218194e0d8ec:38483 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-05T14:22:50,046 DEBUG [M:0;218194e0d8ec:38483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce397db9668249a28a3ebc548e0f85de is 82, key is hbase:meta,,1/info:regioninfo/1733408558064/Put/seqid=0 2024-12-05T14:22:50,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741844_1020 (size=5672) 2024-12-05T14:22:50,449 INFO [M:0;218194e0d8ec:38483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce397db9668249a28a3ebc548e0f85de 2024-12-05T14:22:50,465 DEBUG [M:0;218194e0d8ec:38483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b167a968237147bab3aea11095a817db is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733408561121/Put/seqid=0 2024-12-05T14:22:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741845_1021 (size=6587) 2024-12-05T14:22:50,528 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:50,582 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:50,868 INFO [M:0;218194e0d8ec:38483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b167a968237147bab3aea11095a817db 2024-12-05T14:22:50,886 DEBUG [M:0;218194e0d8ec:38483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afbf342fcc364f50bb314529756a4fa5 is 69, key is 218194e0d8ec,39355,1733408555646/rs:state/1733408557304/Put/seqid=0 2024-12-05T14:22:50,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741846_1022 (size=5156) 2024-12-05T14:22:51,290 INFO [M:0;218194e0d8ec:38483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afbf342fcc364f50bb314529756a4fa5 2024-12-05T14:22:51,293 DEBUG [M:0;218194e0d8ec:38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce397db9668249a28a3ebc548e0f85de as hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce397db9668249a28a3ebc548e0f85de 2024-12-05T14:22:51,296 INFO [M:0;218194e0d8ec:38483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce397db9668249a28a3ebc548e0f85de, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T14:22:51,297 DEBUG [M:0;218194e0d8ec:38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b167a968237147bab3aea11095a817db as hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b167a968237147bab3aea11095a817db 2024-12-05T14:22:51,300 INFO [M:0;218194e0d8ec:38483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b167a968237147bab3aea11095a817db, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T14:22:51,300 DEBUG [M:0;218194e0d8ec:38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afbf342fcc364f50bb314529756a4fa5 as hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afbf342fcc364f50bb314529756a4fa5 2024-12-05T14:22:51,303 INFO [M:0;218194e0d8ec:38483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afbf342fcc364f50bb314529756a4fa5, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T14:22:51,303 INFO [M:0;218194e0d8ec:38483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=55, compaction requested=false 2024-12-05T14:22:51,304 INFO [M:0;218194e0d8ec:38483 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:51,304 DEBUG [M:0;218194e0d8ec:38483 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408570032Disabling compacts and flushes for region at 1733408570032Disabling writes for close at 1733408570032Obtaining lock to block concurrent updates at 1733408570032Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408570032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733408570032Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408570033 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408570033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408570045 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408570045Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408570452 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408570464 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408570464Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408570872 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408570886 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408570886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cfcb188: reopening flushed file at 1733408571293 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569014af: reopening flushed file at 1733408571296 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@507d72c5: reopening flushed file at 1733408571300 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=55, compaction requested=false at 1733408571303 (+3 ms)Writing region close event to WAL at 1733408571304 (+1 ms)Closed at 1733408571304 2024-12-05T14:22:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741830_1006 (size=32782) 2024-12-05T14:22:51,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e872124-61ca-2a72-2f71-ba3c8f0b53d2/MasterData/WALs/218194e0d8ec,38483,1733408555506/218194e0d8ec%2C38483%2C1733408555506.1733408556990 not finished, retry = 0 2024-12-05T14:22:51,406 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:22:51,407 INFO [M:0;218194e0d8ec:38483 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:22:51,407 INFO [M:0;218194e0d8ec:38483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38483 2024-12-05T14:22:51,407 INFO [M:0;218194e0d8ec:38483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:22:51,431 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:51,485 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:51,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:51,577 INFO [M:0;218194e0d8ec:38483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:22:51,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x101a5df4bbc0006, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:51,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7f8a07{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:22:51,580 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c7105ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:22:51,580 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:22:51,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7963823a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:22:51,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b5631ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/hadoop.log.dir/,STOPPED} 2024-12-05T14:22:51,582 WARN [BP-1086019064-172.17.0.2-1733408553615 heartbeating to localhost/127.0.0.1:44587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:22:51,582 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:22:51,582 WARN [BP-1086019064-172.17.0.2-1733408553615 heartbeating to localhost/127.0.0.1:44587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1086019064-172.17.0.2-1733408553615 (Datanode Uuid a78ce695-1c47-4dd6-aed0-405c6889b80a) service to localhost/127.0.0.1:44587 2024-12-05T14:22:51,582 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:22:51,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/cluster_643216a7-be6a-8707-f936-fefcb361aad1/data/data1/current/BP-1086019064-172.17.0.2-1733408553615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:22:51,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/cluster_643216a7-be6a-8707-f936-fefcb361aad1/data/data2/current/BP-1086019064-172.17.0.2-1733408553615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:22:51,583 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:22:51,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7df8730d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:22:51,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46f2520d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:22:51,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:22:51,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ab0596a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:22:51,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@271e3bf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7fe34f-df75-92dc-2ecb-5ce9d58a326c/hadoop.log.dir/,STOPPED} 2024-12-05T14:22:51,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:22:51,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:22:51,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:51,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:51,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:51,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:51,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:51,602 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:22:51,602 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=841733709, stopped=false 2024-12-05T14:22:51,602 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,40195,1733408550104 2024-12-05T14:22:51,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186234755/running 2024-12-05T14:22:51,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186234755/running 2024-12-05T14:22:51,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:51,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:51,617 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:22:51,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:51,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:51,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Set watcher on znode that does not yet exist, /11186234755/running 2024-12-05T14:22:51,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:51,618 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,35599,1733408550244' ***** 2024-12-05T14:22:51,618 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:22:51,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Set watcher on znode that does not yet exist, /11186234755/running 2024-12-05T14:22:51,618 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:22:51,618 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:22:51,618 INFO [RS:0;218194e0d8ec:35599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:22:51,618 INFO [RS:0;218194e0d8ec:35599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:22:51,618 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d8bd42472b2cff2945b07e256113d4a 2024-12-05T14:22:51,619 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,35599,1733408550244 2024-12-05T14:22:51,619 INFO [RS:0;218194e0d8ec:35599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:22:51,619 INFO [RS:0;218194e0d8ec:35599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:35599. 2024-12-05T14:22:51,619 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d8bd42472b2cff2945b07e256113d4a, disabling compactions & flushes 2024-12-05T14:22:51,619 DEBUG [RS:0;218194e0d8ec:35599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:51,619 DEBUG [RS:0;218194e0d8ec:35599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:51,619 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. 2024-12-05T14:22:51,619 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. 2024-12-05T14:22:51,619 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. after waiting 0 ms 2024-12-05T14:22:51,619 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:22:51,619 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. 2024-12-05T14:22:51,619 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:22:51,619 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:22:51,619 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:22:51,619 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T14:22:51,619 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1325): Online Regions={0d8bd42472b2cff2945b07e256113d4a=test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:22:51,619 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1351): Waiting on 0d8bd42472b2cff2945b07e256113d4a, 1588230740 2024-12-05T14:22:51,619 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:22:51,619 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:22:51,619 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:22:51,619 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:22:51,619 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:22:51,619 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T14:22:51,622 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/default/test/0d8bd42472b2cff2945b07e256113d4a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T14:22:51,622 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:51,622 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:22:51,622 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. 2024-12-05T14:22:51,622 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d8bd42472b2cff2945b07e256113d4a: Waiting for close lock at 1733408571619Running coprocessor pre-close hooks at 1733408571619Disabling compacts and flushes for region at 1733408571619Disabling writes for close at 1733408571619Writing region close event to WAL at 1733408571619Running coprocessor post-close hooks at 1733408571622 (+3 ms)Closed at 1733408571622 2024-12-05T14:22:51,622 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a. 2024-12-05T14:22:51,632 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/.tmp/info/04395d3c6a494368a602a8c27f51926b is 129, key is test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a./info:regioninfo/1733408559582/Put/seqid=0 2024-12-05T14:22:51,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741841_1017 (size=6421) 2024-12-05T14:22:51,702 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:22:51,819 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:52,020 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:52,035 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/.tmp/info/04395d3c6a494368a602a8c27f51926b 2024-12-05T14:22:52,051 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/.tmp/ns/c0f9fc6d783b487c8038d9cc3e992b67 is 43, key is default/ns:d/1733408553497/Put/seqid=0 2024-12-05T14:22:52,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741842_1018 (size=5153) 2024-12-05T14:22:52,220 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:52,389 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:22:52,389 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:22:52,420 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:52,434 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:52,456 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/.tmp/ns/c0f9fc6d783b487c8038d9cc3e992b67 2024-12-05T14:22:52,477 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/.tmp/rep_barrier/48642790883a4a7c84bbdb77cae8b938 is 112, key is test,,1733408558836.0d8bd42472b2cff2945b07e256113d4a./rep_barrier:seqnumDuringOpen/1733408559582/Put/seqid=0 2024-12-05T14:22:52,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741843_1019 (size=5518) 2024-12-05T14:22:52,488 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:52,620 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:22:52,620 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:22:52,620 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:52,820 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:52,880 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/.tmp/rep_barrier/48642790883a4a7c84bbdb77cae8b938 2024-12-05T14:22:52,895 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/.tmp/table/f24a7a6f15974bbb9e6b3adaf505289f is 40, key is test/table:state/1733408559588/Put/seqid=0 2024-12-05T14:22:52,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741844_1020 (size=5165) 2024-12-05T14:22:52,914 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:22:52,914 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:22:52,915 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168740 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [218194e0d8ec,36505,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T14:22:53,020 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:53,220 DEBUG [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:53,300 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/.tmp/table/f24a7a6f15974bbb9e6b3adaf505289f 2024-12-05T14:22:53,304 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/.tmp/info/04395d3c6a494368a602a8c27f51926b as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/info/04395d3c6a494368a602a8c27f51926b 2024-12-05T14:22:53,307 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/info/04395d3c6a494368a602a8c27f51926b, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T14:22:53,308 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/.tmp/ns/c0f9fc6d783b487c8038d9cc3e992b67 as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/ns/c0f9fc6d783b487c8038d9cc3e992b67 2024-12-05T14:22:53,311 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/ns/c0f9fc6d783b487c8038d9cc3e992b67, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T14:22:53,312 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/.tmp/rep_barrier/48642790883a4a7c84bbdb77cae8b938 as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/rep_barrier/48642790883a4a7c84bbdb77cae8b938 2024-12-05T14:22:53,315 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/rep_barrier/48642790883a4a7c84bbdb77cae8b938, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T14:22:53,316 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/.tmp/table/f24a7a6f15974bbb9e6b3adaf505289f as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/table/f24a7a6f15974bbb9e6b3adaf505289f 2024-12-05T14:22:53,319 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/table/f24a7a6f15974bbb9e6b3adaf505289f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T14:22:53,319 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=11, compaction requested=false 2024-12-05T14:22:53,320 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:22:53,324 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T14:22:53,324 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:53,324 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:22:53,324 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:53,324 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408571619Running coprocessor pre-close hooks at 1733408571619Disabling compacts and flushes for region at 1733408571619Disabling writes for close at 1733408571619Obtaining lock to block concurrent updates at 1733408571619Preparing flush snapshotting stores in 1588230740 at 1733408571619Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733408571620 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733408571620Flushing 1588230740/info: creating writer at 1733408571620Flushing 1588230740/info: appending metadata at 1733408571632 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733408571632Flushing 1588230740/ns: creating writer at 1733408572039 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733408572051 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733408572051Flushing 1588230740/rep_barrier: creating writer at 1733408572460 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408572476 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408572477 (+1 ms)Flushing 1588230740/table: creating writer at 1733408572883 (+406 ms)Flushing 1588230740/table: appending metadata at 1733408572895 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733408572895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c13ce69: reopening flushed file at 1733408573303 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d340f5: reopening flushed file at 1733408573307 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@749cf0b6: reopening flushed file at 1733408573311 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@566c5f39: reopening flushed file at 1733408573315 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=11, compaction requested=false at 1733408573319 (+4 ms)Writing region close event to WAL at 1733408573322 (+3 ms)Running coprocessor post-close hooks at 1733408573324 (+2 ms)Closed at 1733408573324 2024-12-05T14:22:53,325 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:53,421 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,35599,1733408550244; all regions closed. 2024-12-05T14:22:53,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741834_1010 (size=2717) 2024-12-05T14:22:53,423 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/WALs/218194e0d8ec,35599,1733408550244/218194e0d8ec%2C35599%2C1733408550244.meta.1733408553446.meta not finished, retry = 0 2024-12-05T14:22:53,525 DEBUG [RS:0;218194e0d8ec:35599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/oldWALs 2024-12-05T14:22:53,525 INFO [RS:0;218194e0d8ec:35599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C35599%2C1733408550244.meta:.meta(num 1733408553446) 2024-12-05T14:22:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741832_1008 (size=1374) 2024-12-05T14:22:53,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/WALs/218194e0d8ec,35599,1733408550244/218194e0d8ec%2C35599%2C1733408550244.1733408552519 not finished, retry = 0 2024-12-05T14:22:53,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:22:53,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,537 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:53,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:53,592 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:53,628 DEBUG [RS:0;218194e0d8ec:35599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/oldWALs 2024-12-05T14:22:53,628 INFO [RS:0;218194e0d8ec:35599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C35599%2C1733408550244:(num 1733408552519) 2024-12-05T14:22:53,628 DEBUG [RS:0;218194e0d8ec:35599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:53,628 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:22:53,628 INFO [RS:0;218194e0d8ec:35599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:22:53,628 INFO [RS:0;218194e0d8ec:35599 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:22:53,628 INFO [RS:0;218194e0d8ec:35599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:22:53,628 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:22:53,629 INFO [RS:0;218194e0d8ec:35599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:35599. 2024-12-05T14:22:53,629 DEBUG [RS:0;218194e0d8ec:35599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:53,629 DEBUG [RS:0;218194e0d8ec:35599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:53,629 DEBUG [RS:0;218194e0d8ec:35599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:53,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:53,629 INFO [RS:0;218194e0d8ec:35599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35599 2024-12-05T14:22:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755/rs 2024-12-05T14:22:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186234755/rs/218194e0d8ec,35599,1733408550244 2024-12-05T14:22:53,690 INFO [RS:0;218194e0d8ec:35599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:22:53,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,35599,1733408550244] 2024-12-05T14:22:53,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11186234755/draining/218194e0d8ec,35599,1733408550244 already deleted, retry=false 2024-12-05T14:22:53,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,35599,1733408550244 expired; onlineServers=0 2024-12-05T14:22:53,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,40195,1733408550104' ***** 2024-12-05T14:22:53,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:22:53,712 INFO [M:0;218194e0d8ec:40195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:22:53,712 INFO [M:0;218194e0d8ec:40195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:22:53,712 DEBUG [M:0;218194e0d8ec:40195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:22:53,712 DEBUG [M:0;218194e0d8ec:40195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:22:53,712 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:22:53,712 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408552255 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408552255,5,FailOnTimeoutGroup] 2024-12-05T14:22:53,712 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408552255 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408552255,5,FailOnTimeoutGroup] 2024-12-05T14:22:53,712 INFO [M:0;218194e0d8ec:40195 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:22:53,712 INFO [M:0;218194e0d8ec:40195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:22:53,712 DEBUG [M:0;218194e0d8ec:40195 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:22:53,712 INFO [M:0;218194e0d8ec:40195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:22:53,712 INFO [M:0;218194e0d8ec:40195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:22:53,712 INFO [M:0;218194e0d8ec:40195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:22:53,712 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:22:53,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11186234755/master 2024-12-05T14:22:53,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11186234755 2024-12-05T14:22:53,722 DEBUG [M:0;218194e0d8ec:40195 {}] zookeeper.ZKUtil(347): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Unable to get data of znode /11186234755/master because node does not exist (not an error) 2024-12-05T14:22:53,722 WARN [M:0;218194e0d8ec:40195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:22:53,723 INFO [M:0;218194e0d8ec:40195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/.lastflushedseqids 2024-12-05T14:22:53,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741845_1021 (size=173) 2024-12-05T14:22:53,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:53,801 INFO [RS:0;218194e0d8ec:35599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:22:53,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a5df4bbc0004, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:53,801 INFO [RS:0;218194e0d8ec:35599 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,35599,1733408550244; zookeeper connection closed. 2024-12-05T14:22:53,801 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51e4a642 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51e4a642 2024-12-05T14:22:53,801 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:22:54,127 INFO [M:0;218194e0d8ec:40195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:22:54,127 INFO [M:0;218194e0d8ec:40195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:22:54,127 DEBUG [M:0;218194e0d8ec:40195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:22:54,127 INFO [M:0;218194e0d8ec:40195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:54,127 DEBUG [M:0;218194e0d8ec:40195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:54,127 DEBUG [M:0;218194e0d8ec:40195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:22:54,127 DEBUG [M:0;218194e0d8ec:40195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:54,127 INFO [M:0;218194e0d8ec:40195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-05T14:22:54,146 DEBUG [M:0;218194e0d8ec:40195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e29874eff0944dbb837e2e45cb1f094 is 82, key is hbase:meta,,1/info:regioninfo/1733408553483/Put/seqid=0 2024-12-05T14:22:54,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:22:54,150 INFO [M:0;218194e0d8ec:40195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e29874eff0944dbb837e2e45cb1f094 2024-12-05T14:22:54,169 DEBUG [M:0;218194e0d8ec:40195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aec3011ce78a4fdaa04151be2a09fced is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733408559590/Put/seqid=0 2024-12-05T14:22:54,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741847_1023 (size=6586) 2024-12-05T14:22:54,481 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:22:54,572 INFO [M:0;218194e0d8ec:40195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aec3011ce78a4fdaa04151be2a09fced 2024-12-05T14:22:54,588 DEBUG [M:0;218194e0d8ec:40195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2c2ab88ae314a4c882b205919c97de4 is 69, key is 218194e0d8ec,35599,1733408550244/rs:state/1733408552312/Put/seqid=0 2024-12-05T14:22:54,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741848_1024 (size=5156) 2024-12-05T14:22:54,741 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:54,795 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:54,991 INFO [M:0;218194e0d8ec:40195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2c2ab88ae314a4c882b205919c97de4 2024-12-05T14:22:54,995 DEBUG [M:0;218194e0d8ec:40195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e29874eff0944dbb837e2e45cb1f094 as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e29874eff0944dbb837e2e45cb1f094 2024-12-05T14:22:54,998 INFO [M:0;218194e0d8ec:40195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e29874eff0944dbb837e2e45cb1f094, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T14:22:54,998 DEBUG [M:0;218194e0d8ec:40195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aec3011ce78a4fdaa04151be2a09fced as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aec3011ce78a4fdaa04151be2a09fced 2024-12-05T14:22:55,001 INFO [M:0;218194e0d8ec:40195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aec3011ce78a4fdaa04151be2a09fced, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T14:22:55,001 DEBUG [M:0;218194e0d8ec:40195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2c2ab88ae314a4c882b205919c97de4 as hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2c2ab88ae314a4c882b205919c97de4 2024-12-05T14:22:55,005 INFO [M:0;218194e0d8ec:40195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45573/user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2c2ab88ae314a4c882b205919c97de4, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T14:22:55,005 INFO [M:0;218194e0d8ec:40195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false 2024-12-05T14:22:55,006 INFO [M:0;218194e0d8ec:40195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:55,006 DEBUG [M:0;218194e0d8ec:40195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408574127Disabling compacts and flushes for region at 1733408574127Disabling writes for close at 1733408574127Obtaining lock to block concurrent updates at 1733408574127Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408574127Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733408574128 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408574128Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408574128Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408574145 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408574145Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408574153 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408574168 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408574168Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408574575 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408574587 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408574587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7401513c: reopening flushed file at 1733408574994 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b3890d: reopening flushed file at 1733408574998 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1025f85: reopening flushed file at 1733408575001 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false at 1733408575005 (+4 ms)Writing region close event to WAL at 1733408575006 (+1 ms)Closed at 1733408575006 2024-12-05T14:22:55,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42395 is added to blk_1073741830_1006 (size=32770) 2024-12-05T14:22:55,008 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7fed88f7-38d2-e2c2-67e2-1b96c3ccaacf/MasterData/WALs/218194e0d8ec,40195,1733408550104/218194e0d8ec%2C40195%2C1733408550104.1733408552001 not finished, retry = 0 2024-12-05T14:22:55,108 INFO [M:0;218194e0d8ec:40195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:22:55,108 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:22:55,108 INFO [M:0;218194e0d8ec:40195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40195 2024-12-05T14:22:55,109 INFO [M:0;218194e0d8ec:40195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:22:55,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:55,338 INFO [M:0;218194e0d8ec:40195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:22:55,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40195-0x101a5df4bbc0003, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:55,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23420341{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:22:55,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a7a7337{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:22:55,340 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:22:55,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51a9c3fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:22:55,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@567da321{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/hadoop.log.dir/,STOPPED} 2024-12-05T14:22:55,342 WARN [BP-1822783168-172.17.0.2-1733408548044 heartbeating to localhost/127.0.0.1:45573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:22:55,342 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:22:55,342 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:22:55,342 WARN [BP-1822783168-172.17.0.2-1733408548044 heartbeating to localhost/127.0.0.1:45573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1822783168-172.17.0.2-1733408548044 (Datanode Uuid 5f5187b8-85d8-470e-80c0-714bb7963d9a) service to localhost/127.0.0.1:45573 2024-12-05T14:22:55,342 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/cluster_30719a34-dcdb-5a58-1d8c-3a9f954c37c8/data/data1/current/BP-1822783168-172.17.0.2-1733408548044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:22:55,342 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/cluster_30719a34-dcdb-5a58-1d8c-3a9f954c37c8/data/data2/current/BP-1822783168-172.17.0.2-1733408548044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:22:55,343 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:22:55,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fc0401e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:22:55,348 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ec55400{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:22:55,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:22:55,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dfcaee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:22:55,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ec6bff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25da60c1-a240-0bf0-8c5e-7292b9a7caa2/hadoop.log.dir/,STOPPED} 2024-12-05T14:22:55,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:22:55,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:22:55,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:55,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:55,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:55,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:55,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:55,360 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:22:55,360 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2146937443, stopped=false 2024-12-05T14:22:55,360 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,32953,1733408544890 2024-12-05T14:22:55,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776614071/running 2024-12-05T14:22:55,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776614071/running 2024-12-05T14:22:55,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:55,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:55,375 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:22:55,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:22:55,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:55,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:55,375 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,44881,1733408545076' ***** 2024-12-05T14:22:55,375 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:22:55,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Set watcher on znode that does not yet exist, /01776614071/running 2024-12-05T14:22:55,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Set watcher on znode that does not yet exist, /01776614071/running 2024-12-05T14:22:55,376 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:22:55,376 INFO [RS:0;218194e0d8ec:44881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:22:55,376 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:22:55,376 INFO [RS:0;218194e0d8ec:44881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:22:55,376 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(3091): Received CLOSE for 223c019e313452afc41d9d27314691b9 2024-12-05T14:22:55,376 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:55,376 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,44881,1733408545076 2024-12-05T14:22:55,376 INFO [RS:0;218194e0d8ec:44881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:22:55,376 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 223c019e313452afc41d9d27314691b9, disabling compactions & flushes 2024-12-05T14:22:55,376 INFO [RS:0;218194e0d8ec:44881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:44881. 2024-12-05T14:22:55,376 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733408558200.223c019e313452afc41d9d27314691b9. 2024-12-05T14:22:55,376 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733408558200.223c019e313452afc41d9d27314691b9. 2024-12-05T14:22:55,376 DEBUG [RS:0;218194e0d8ec:44881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:55,376 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733408558200.223c019e313452afc41d9d27314691b9. after waiting 0 ms 2024-12-05T14:22:55,376 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733408558200.223c019e313452afc41d9d27314691b9. 2024-12-05T14:22:55,376 DEBUG [RS:0;218194e0d8ec:44881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:55,376 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:22:55,376 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:22:55,376 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:22:55,376 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:22:55,378 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T14:22:55,378 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1325): Online Regions={223c019e313452afc41d9d27314691b9=test,,1733408558200.223c019e313452afc41d9d27314691b9., 1588230740=hbase:meta,,1.1588230740, 4c8bf8db0107fb9265a27944415d612d=hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d.} 2024-12-05T14:22:55,378 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 223c019e313452afc41d9d27314691b9, 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:55,378 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:22:55,378 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:22:55,378 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:22:55,378 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:22:55,378 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:22:55,378 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T14:22:55,380 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/default/test/223c019e313452afc41d9d27314691b9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T14:22:55,381 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:55,381 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T14:22:55,381 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733408558200.223c019e313452afc41d9d27314691b9. 2024-12-05T14:22:55,381 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 223c019e313452afc41d9d27314691b9: Waiting for close lock at 1733408575376Running coprocessor pre-close hooks at 1733408575376Disabling compacts and flushes for region at 1733408575376Disabling writes for close at 1733408575376Writing region close event to WAL at 1733408575378 (+2 ms)Running coprocessor post-close hooks at 1733408575381 (+3 ms)Closed at 1733408575381 2024-12-05T14:22:55,381 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733408558200.223c019e313452afc41d9d27314691b9. 2024-12-05T14:22:55,381 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c8bf8db0107fb9265a27944415d612d, disabling compactions & flushes 2024-12-05T14:22:55,381 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. 2024-12-05T14:22:55,381 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. 2024-12-05T14:22:55,381 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. after waiting 0 ms 2024-12-05T14:22:55,381 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. 2024-12-05T14:22:55,381 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c8bf8db0107fb9265a27944415d612d 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-05T14:22:55,400 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/.tmp/info/0cb4c28bf36a4e8bb76c4307b1adae4b is 147, key is hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d./info:regioninfo/1733408563329/Put/seqid=0 2024-12-05T14:22:55,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741847_1023 (size=7686) 2024-12-05T14:22:55,407 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d/.tmp/hfileref/85a84f6a57824dcc9900d376da34882e is 74, key is 1/hfileref:14e06a85e3294615b11024ac66e153e5_SeqId_4_/1733408565499/DeleteColumn/seqid=0 2024-12-05T14:22:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741848_1024 (size=5489) 2024-12-05T14:22:55,465 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:22:55,578 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:55,778 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:55,803 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/.tmp/info/0cb4c28bf36a4e8bb76c4307b1adae4b 2024-12-05T14:22:55,810 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d/.tmp/hfileref/85a84f6a57824dcc9900d376da34882e 2024-12-05T14:22:55,812 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:22:55,812 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:22:55,821 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/.tmp/ns/14da0a082b0e4f79a12f8f3af5fc01d2 is 43, key is default/ns:d/1733408547947/Put/seqid=0 2024-12-05T14:22:55,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741849_1025 (size=5153) 2024-12-05T14:22:55,830 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d/.tmp/queue/7610534649744920bd48161abdf8b32f is 153, key is 1-218194e0d8ec,44881,1733408545076/queue:218194e0d8ec%2C44881%2C1733408545076/1733408567914/Put/seqid=0 2024-12-05T14:22:55,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741850_1026 (size=5504) 2024-12-05T14:22:55,978 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:56,043 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:56,047 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:22:56,047 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 688, reset compression=false 2024-12-05T14:22:56,047 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-218194e0d8ec,44881,1733408545076 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:22:56,048 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 218194e0d8ec,44881,1733408545076: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-218194e0d8ec,44881,1733408545076, walGroup=218194e0d8ec%2C44881%2C1733408545076, offset=218194e0d8ec%2C44881%2C1733408545076.1733408565794:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:44881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T14:22:56,049 ERROR [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:22:56,049 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:22:56,049 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:22:56,049 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:22:56,049 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:22:56,049 INFO [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1644167168, "init": 1048576000, "max": 2306867200, "used": 999759168 }, "NonHeapMemoryUsage": { "committed": 210763776, "init": 7667712, "max": -1, "used": 207738336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:22:56,050 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:32953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:32953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T14:22:56,099 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 393, reset compression=false 2024-12-05T14:22:56,102 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T14:22:56,102 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 688, reset compression=false 2024-12-05T14:22:56,102 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-218194e0d8ec,44881,1733408545076 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T14:22:56,103 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-05T14:22:56,178 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c8bf8db0107fb9265a27944415d612d 2024-12-05T14:22:56,224 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/.tmp/ns/14da0a082b0e4f79a12f8f3af5fc01d2 2024-12-05T14:22:56,233 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d/.tmp/queue/7610534649744920bd48161abdf8b32f 2024-12-05T14:22:56,236 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d/.tmp/hfileref/85a84f6a57824dcc9900d376da34882e as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d/hfileref/85a84f6a57824dcc9900d376da34882e 2024-12-05T14:22:56,240 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d/hfileref/85a84f6a57824dcc9900d376da34882e, entries=6, sequenceid=17, filesize=5.4 K 2024-12-05T14:22:56,240 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d/.tmp/queue/7610534649744920bd48161abdf8b32f as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d/queue/7610534649744920bd48161abdf8b32f 2024-12-05T14:22:56,242 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/.tmp/rep_barrier/53b57360c88b41c78212f266d4d4e604 is 112, key is test,,1733408558200.223c019e313452afc41d9d27314691b9./rep_barrier:seqnumDuringOpen/1733408558535/Put/seqid=0 2024-12-05T14:22:56,243 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d/queue/7610534649744920bd48161abdf8b32f, entries=2, sequenceid=17, filesize=5.4 K 2024-12-05T14:22:56,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741851_1027 (size=5518) 2024-12-05T14:22:56,244 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4c8bf8db0107fb9265a27944415d612d in 863ms, sequenceid=17, compaction requested=false 2024-12-05T14:22:56,247 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/replication/4c8bf8db0107fb9265a27944415d612d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-05T14:22:56,248 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:56,248 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:22:56,248 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. 2024-12-05T14:22:56,248 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c8bf8db0107fb9265a27944415d612d: Waiting for close lock at 1733408575381Running coprocessor pre-close hooks at 1733408575381Disabling compacts and flushes for region at 1733408575381Disabling writes for close at 1733408575381Obtaining lock to block concurrent updates at 1733408575381Preparing flush snapshotting stores in 4c8bf8db0107fb9265a27944415d612d at 1733408575381Finished memstore snapshotting hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733408575382 (+1 ms)Flushing stores of hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. at 1733408575382Flushing 4c8bf8db0107fb9265a27944415d612d/hfileref: creating writer at 1733408575382Flushing 4c8bf8db0107fb9265a27944415d612d/hfileref: appending metadata at 1733408575407 (+25 ms)Flushing 4c8bf8db0107fb9265a27944415d612d/hfileref: closing flushed file at 1733408575407Flushing 4c8bf8db0107fb9265a27944415d612d/queue: creating writer at 1733408575814 (+407 ms)Flushing 4c8bf8db0107fb9265a27944415d612d/queue: appending metadata at 1733408575829 (+15 ms)Flushing 4c8bf8db0107fb9265a27944415d612d/queue: closing flushed file at 1733408575829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea0deb: reopening flushed file at 1733408576236 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e4c49a: reopening flushed file at 1733408576240 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4c8bf8db0107fb9265a27944415d612d in 863ms, sequenceid=17, compaction requested=false at 1733408576244 (+4 ms)Writing region close event to WAL at 1733408576245 (+1 ms)Running coprocessor post-close hooks at 1733408576248 (+3 ms)Closed at 1733408576248 2024-12-05T14:22:56,248 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733408562136.4c8bf8db0107fb9265a27944415d612d. 2024-12-05T14:22:56,249 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 688, reset compression=false 2024-12-05T14:22:56,305 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 688, reset compression=false 2024-12-05T14:22:56,379 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T14:22:56,379 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:22:56,379 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:56,553 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 688, reset compression=false 2024-12-05T14:22:56,579 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:56,608 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 688, reset compression=false 2024-12-05T14:22:56,645 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/.tmp/rep_barrier/53b57360c88b41c78212f266d4d4e604 2024-12-05T14:22:56,659 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/.tmp/table/68745a7a97b74d3a909f5325093cfa72 is 53, key is hbase:replication/table:state/1733408563334/Put/seqid=0 2024-12-05T14:22:56,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741852_1028 (size=5308) 2024-12-05T14:22:56,779 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:56,956 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 688, reset compression=false 2024-12-05T14:22:56,979 DEBUG [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:22:57,011 DEBUG [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/WALs/218194e0d8ec,44881,1733408545076/218194e0d8ec%2C44881%2C1733408545076.1733408565794 to pos 688, reset compression=false 2024-12-05T14:22:57,062 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/.tmp/table/68745a7a97b74d3a909f5325093cfa72 2024-12-05T14:22:57,066 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/.tmp/info/0cb4c28bf36a4e8bb76c4307b1adae4b as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/info/0cb4c28bf36a4e8bb76c4307b1adae4b 2024-12-05T14:22:57,069 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/info/0cb4c28bf36a4e8bb76c4307b1adae4b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T14:22:57,069 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/.tmp/ns/14da0a082b0e4f79a12f8f3af5fc01d2 as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/ns/14da0a082b0e4f79a12f8f3af5fc01d2 2024-12-05T14:22:57,072 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/ns/14da0a082b0e4f79a12f8f3af5fc01d2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T14:22:57,073 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/.tmp/rep_barrier/53b57360c88b41c78212f266d4d4e604 as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/rep_barrier/53b57360c88b41c78212f266d4d4e604 2024-12-05T14:22:57,075 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/rep_barrier/53b57360c88b41c78212f266d4d4e604, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T14:22:57,076 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/.tmp/table/68745a7a97b74d3a909f5325093cfa72 as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/table/68745a7a97b74d3a909f5325093cfa72 2024-12-05T14:22:57,079 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/table/68745a7a97b74d3a909f5325093cfa72, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T14:22:57,079 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-12-05T14:22:57,079 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:22:57,083 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:22:57,083 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T14:22:57,083 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:22:57,083 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:57,083 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408575378Running coprocessor pre-close hooks at 1733408575378Disabling compacts and flushes for region at 1733408575378Disabling writes for close at 1733408575378Obtaining lock to block concurrent updates at 1733408575378Preparing flush snapshotting stores in 1588230740 at 1733408575378Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733408575378Flushing stores of hbase:meta,,1.1588230740 at 1733408575379 (+1 ms)Flushing 1588230740/info: creating writer at 1733408575379Flushing 1588230740/info: appending metadata at 1733408575400 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733408575400Flushing 1588230740/ns: creating writer at 1733408575807 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733408575820 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733408575820Flushing 1588230740/rep_barrier: creating writer at 1733408576227 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733408576241 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733408576241Flushing 1588230740/table: creating writer at 1733408576648 (+407 ms)Flushing 1588230740/table: appending metadata at 1733408576659 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733408576659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff5b8e2: reopening flushed file at 1733408577065 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f3a5f7: reopening flushed file at 1733408577069 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538cf6c3: reopening flushed file at 1733408577072 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688901: reopening flushed file at 1733408577075 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1733408577079 (+4 ms)Writing region close event to WAL at 1733408577081 (+2 ms)Running coprocessor post-close hooks at 1733408577083 (+2 ms)Closed at 1733408577083 2024-12-05T14:22:57,083 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:22:57,179 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,44881,1733408545076; all regions closed. 2024-12-05T14:22:57,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741842_1018 (size=859) 2024-12-05T14:22:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741843_1019 (size=2791) 2024-12-05T14:22:57,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741844_1020 (size=696) 2024-12-05T14:22:57,184 DEBUG [RS:0;218194e0d8ec:44881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:57,184 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:22:57,184 INFO [RS:0;218194e0d8ec:44881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:22:57,184 INFO [RS:0;218194e0d8ec:44881 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:22:57,184 INFO [RS:0;218194e0d8ec:44881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:22:57,184 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:22:57,185 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-218194e0d8ec,44881,1733408545076 because: Region server is closing 2024-12-05T14:22:57,185 INFO [RS:0;218194e0d8ec:44881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:44881. 2024-12-05T14:22:57,185 DEBUG [RS:0;218194e0d8ec:44881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:57,185 DEBUG [RS:0;218194e0d8ec:44881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:57,185 DEBUG [RS:0;218194e0d8ec:44881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:57,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:57,285 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 terminated 2024-12-05T14:22:57,285 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-218194e0d8ec,44881,1733408545076 because: Region server is closing 2024-12-05T14:22:57,285 INFO [RS:0;218194e0d8ec:44881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:44881. 2024-12-05T14:22:57,285 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,1-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,1-218194e0d8ec,44881,1733408545076 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T14:22:57,285 DEBUG [RS:0;218194e0d8ec:44881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:22:57,286 DEBUG [RS:0;218194e0d8ec:44881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:57,286 DEBUG [RS:0;218194e0d8ec:44881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:22:57,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:22:57,386 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.shipper218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 terminated 2024-12-05T14:22:57,386 WARN [RS_REFRESH_PEER-regionserver/218194e0d8ec:0-0.replicationSource,2-218194e0d8ec,44881,1733408545076.replicationSource.wal-reader.218194e0d8ec%2C44881%2C1733408545076,2-218194e0d8ec,44881,1733408545076 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T14:22:57,386 INFO [RS:0;218194e0d8ec:44881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44881 2024-12-05T14:22:57,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776614071/rs/218194e0d8ec,44881,1733408545076 2024-12-05T14:22:57,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071/rs 2024-12-05T14:22:57,438 INFO [RS:0;218194e0d8ec:44881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:22:57,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,44881,1733408545076] 2024-12-05T14:22:57,459 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01776614071/draining/218194e0d8ec,44881,1733408545076 already deleted, retry=false 2024-12-05T14:22:57,459 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,44881,1733408545076 expired; onlineServers=0 2024-12-05T14:22:57,459 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,32953,1733408544890' ***** 2024-12-05T14:22:57,459 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:22:57,459 INFO [M:0;218194e0d8ec:32953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:22:57,459 INFO [M:0;218194e0d8ec:32953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:22:57,459 DEBUG [M:0;218194e0d8ec:32953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:22:57,459 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:22:57,459 DEBUG [M:0;218194e0d8ec:32953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:22:57,459 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408546677 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408546677,5,FailOnTimeoutGroup] 2024-12-05T14:22:57,459 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408546676 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408546676,5,FailOnTimeoutGroup] 2024-12-05T14:22:57,459 INFO [M:0;218194e0d8ec:32953 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:22:57,459 INFO [M:0;218194e0d8ec:32953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:22:57,459 DEBUG [M:0;218194e0d8ec:32953 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:22:57,459 INFO [M:0;218194e0d8ec:32953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:22:57,460 INFO [M:0;218194e0d8ec:32953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:22:57,460 ERROR [M:0;218194e0d8ec:32953 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1299828598) connection to localhost/127.0.0.1:42187 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42187,5,PEWorkerGroup] 2024-12-05T14:22:57,460 INFO [M:0;218194e0d8ec:32953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:22:57,460 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:22:57,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776614071/master 2024-12-05T14:22:57,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776614071 2024-12-05T14:22:57,469 DEBUG [M:0;218194e0d8ec:32953 {}] zookeeper.ZKUtil(347): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Unable to get data of znode /01776614071/master because node does not exist (not an error) 2024-12-05T14:22:57,469 WARN [M:0;218194e0d8ec:32953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:22:57,470 INFO [M:0;218194e0d8ec:32953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/.lastflushedseqids 2024-12-05T14:22:57,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741853_1029 (size=263) 2024-12-05T14:22:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:57,548 INFO [RS:0;218194e0d8ec:44881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:22:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x101a5df4bbc0001, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:57,548 INFO [RS:0;218194e0d8ec:44881 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,44881,1733408545076; zookeeper connection closed. 2024-12-05T14:22:57,549 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f8c99d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f8c99d3 2024-12-05T14:22:57,549 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T14:22:57,873 INFO [M:0;218194e0d8ec:32953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:22:57,873 INFO [M:0;218194e0d8ec:32953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:22:57,874 DEBUG [M:0;218194e0d8ec:32953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:22:57,874 INFO [M:0;218194e0d8ec:32953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:57,874 DEBUG [M:0;218194e0d8ec:32953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:57,874 DEBUG [M:0;218194e0d8ec:32953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:22:57,874 DEBUG [M:0;218194e0d8ec:32953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:57,874 INFO [M:0;218194e0d8ec:32953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-12-05T14:22:57,886 DEBUG [M:0;218194e0d8ec:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e883c80ea95a45708b891826476f709c is 82, key is hbase:meta,,1/info:regioninfo/1733408547903/Put/seqid=0 2024-12-05T14:22:57,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741854_1030 (size=5672) 2024-12-05T14:22:58,289 INFO [M:0;218194e0d8ec:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e883c80ea95a45708b891826476f709c 2024-12-05T14:22:58,303 DEBUG [M:0;218194e0d8ec:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5c4c0c69ba74f118c325c1ab7cf319e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733408563337/Put/seqid=0 2024-12-05T14:22:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741855_1031 (size=8910) 2024-12-05T14:22:58,307 INFO [M:0;218194e0d8ec:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5c4c0c69ba74f118c325c1ab7cf319e 2024-12-05T14:22:58,320 DEBUG [M:0;218194e0d8ec:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07d9329098bc4257b344e521992e5076 is 69, key is 218194e0d8ec,44881,1733408545076/rs:state/1733408546724/Put/seqid=0 2024-12-05T14:22:58,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741856_1032 (size=5156) 2024-12-05T14:22:58,723 INFO [M:0;218194e0d8ec:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07d9329098bc4257b344e521992e5076 2024-12-05T14:22:58,727 DEBUG [M:0;218194e0d8ec:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e883c80ea95a45708b891826476f709c as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e883c80ea95a45708b891826476f709c 2024-12-05T14:22:58,730 INFO [M:0;218194e0d8ec:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e883c80ea95a45708b891826476f709c, entries=8, sequenceid=112, filesize=5.5 K 2024-12-05T14:22:58,731 DEBUG [M:0;218194e0d8ec:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5c4c0c69ba74f118c325c1ab7cf319e as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5c4c0c69ba74f118c325c1ab7cf319e 2024-12-05T14:22:58,734 INFO [M:0;218194e0d8ec:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5c4c0c69ba74f118c325c1ab7cf319e, entries=13, sequenceid=112, filesize=8.7 K 2024-12-05T14:22:58,734 DEBUG [M:0;218194e0d8ec:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07d9329098bc4257b344e521992e5076 as hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07d9329098bc4257b344e521992e5076 2024-12-05T14:22:58,738 INFO [M:0;218194e0d8ec:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42187/user/jenkins/test-data/5293b7fb-e404-7929-1e63-42daf7aa946e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07d9329098bc4257b344e521992e5076, entries=1, sequenceid=112, filesize=5.0 K 2024-12-05T14:22:58,738 INFO [M:0;218194e0d8ec:32953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 864ms, sequenceid=112, compaction requested=false 2024-12-05T14:22:58,744 INFO [M:0;218194e0d8ec:32953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:22:58,744 DEBUG [M:0;218194e0d8ec:32953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408577874Disabling compacts and flushes for region at 1733408577874Disabling writes for close at 1733408577874Obtaining lock to block concurrent updates at 1733408577874Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408577874Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1733408577874Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408577874Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408577875 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408577886 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408577886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408578292 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408578303 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408578303Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408578309 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408578320 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408578320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a85737: reopening flushed file at 1733408578727 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2660275b: reopening flushed file at 1733408578730 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b973d77: reopening flushed file at 1733408578734 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 864ms, sequenceid=112, compaction requested=false at 1733408578738 (+4 ms)Writing region close event to WAL at 1733408578744 (+6 ms)Closed at 1733408578744 2024-12-05T14:22:58,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741830_1006 (size=69067) 2024-12-05T14:22:58,746 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:22:58,746 INFO [M:0;218194e0d8ec:32953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:22:58,746 INFO [M:0;218194e0d8ec:32953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32953 2024-12-05T14:22:58,747 INFO [M:0;218194e0d8ec:32953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:22:58,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:22:58,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:22:58,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:58,906 INFO [M:0;218194e0d8ec:32953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:22:58,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101a5df4bbc0000, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:22:58,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29f329f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:22:58,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66c296e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:22:58,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:22:58,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2005c7b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:22:58,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111b4f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/hadoop.log.dir/,STOPPED} 2024-12-05T14:22:58,910 WARN [BP-614156170-172.17.0.2-1733408542755 heartbeating to localhost/127.0.0.1:42187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:22:58,910 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:22:58,910 WARN [BP-614156170-172.17.0.2-1733408542755 heartbeating to localhost/127.0.0.1:42187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-614156170-172.17.0.2-1733408542755 (Datanode Uuid 9e66097f-81a7-45cc-8b49-85f7ff8f95d9) service to localhost/127.0.0.1:42187 2024-12-05T14:22:58,910 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:22:58,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/cluster_cebfc420-a48c-a2cf-573a-b2ecaf8655d3/data/data1/current/BP-614156170-172.17.0.2-1733408542755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:22:58,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/cluster_cebfc420-a48c-a2cf-573a-b2ecaf8655d3/data/data2/current/BP-614156170-172.17.0.2-1733408542755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:22:58,911 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:22:58,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e587a4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:22:58,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2df187a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:22:58,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:22:58,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a2a4037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:22:58,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a66e65a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30279f02-93ca-1948-8bd8-5b6f4b32c08e/hadoop.log.dir/,STOPPED} 2024-12-05T14:22:58,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:22:58,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:22:58,942 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 526) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63897) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63897) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44587 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63897) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42187 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45573 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=973 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 297) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5225 (was 5466) 2024-12-05T14:22:58,942 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-12-05T14:22:59,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a5df4bbc0008, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:22:59,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5df4bbc0005, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:22:59,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5df4bbc0002, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T14:22:59,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5df4bbc0002, quorum=127.0.0.1:63897, baseZNode=/01776614071 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:22:59,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5df4bbc0005, quorum=127.0.0.1:63897, baseZNode=/11186234755 Received Disconnected from ZooKeeper, ignoring 2024-12-05T14:22:59,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a5df4bbc0008, quorum=127.0.0.1:63897, baseZNode=/2-142258137 Received Disconnected from ZooKeeper, ignoring